-- Logs begin at Thu 2021-07-15 22:09:58 UTC, end at Thu 2021-07-15 23:12:43 UTC. -- Jul 15 22:46:20.534217 dv-cinder-794962-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 22:46:23.222478 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.common.config [-] Logging enabled! Jul 15 22:46:23.223052 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 22:46:23.223244 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 22:46:23.226437 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.common.config [-] Logging enabled! Jul 15 22:46:23.226690 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 22:46:23.227000 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 22:46:23.227925 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:46:23.228159 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:46:23.228519 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:46:23.228763 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:46:23.228988 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:46:23.229308 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.229603 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.229925 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.230155 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.230446 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.230734 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.231014 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.231302 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.231598 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.231882 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.232159 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.232439 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.232666 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.232945 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.233232 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.233518 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.233765 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] debug = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.234074 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.234541 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.234942 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.235218 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.235506 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.235786 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.236055 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.236329 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.236610 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.236938 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] host = dv-cinder-794962-10-iscsi {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.237214 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.237500 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.237786 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.238094 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.238371 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.238643 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.238924 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.239194 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.239463 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] log_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.239741 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.240026 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.240311 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.240596 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.240818 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.241037 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.241324 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.241610 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.241904 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.242180 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.242455 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.242724 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.242995 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.243261 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.243545 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.243826 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.244107 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.244380 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.244654 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.244924 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.245191 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.245474 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.245746 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.246045 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.246314 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.246597 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.246863 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.247133 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.247432 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.247717 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.247997 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.248280 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.248553 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.248834 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.249105 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.249403 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.249676 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] use_json = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.249976 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.250249 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.250529 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.250800 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.251072 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.251342 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.251866 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.252151 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:23.252447 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.252743 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.253042 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.253324 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.253621 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.253924 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.254216 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.254497 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.254782 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.255071 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.255359 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.255637 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.255926 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.256204 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.256498 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.256802 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.257095 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.257384 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.257659 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.257959 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.258233 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.258512 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.258796 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.259091 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.259384 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.259659 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.259944 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.260239 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.260519 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.260796 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.261078 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.261369 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.261650 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.261951 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.262238 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.262517 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.262792 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.263067 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.263350 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.263645 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.263929 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.264204 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.264478 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.264759 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.265550 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.265856 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.266139 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.266416 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.266690 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.266969 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.267244 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.267516 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.267795 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.268069 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.268348 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.268620 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.268892 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.269162 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.269434 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.269705 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.270005 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.270285 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.270563 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.270836 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.271110 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.271381 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.271652 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.271923 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.272209 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.272507 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.272787 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.273065 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.273345 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.273626 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.273931 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.274216 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.274498 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.274779 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.275056 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.275349 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.275635 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.275922 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.276207 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.276485 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.276780 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.277058 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.277343 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.277621 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.277922 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.278218 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.278504 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.278800 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.279095 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.279391 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.279684 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.279976 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.280262 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.281175 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.281462 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:23.281683 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:46:23.281952 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92853) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 22:46:23.627749 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 22:46:23.627954 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 22:46:23.628240 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 22:46:23.628568 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 22:46:24.012408 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.012695 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.012966 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.014175 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.014447 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.014716 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.049123 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.049396 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.049662 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.063171 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.063447 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.063716 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.093103 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.093383 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.093656 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.129578 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.129869 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.130140 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.357314 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.357935 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.357935 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.358093 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.358762 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.477144 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.477465 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.477749 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.478058 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.478329 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.478652 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.478917 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.479175 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.479429 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.479710 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.479971 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.480235 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.480490 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.480741 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.480993 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.481261 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.481519 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.481781 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.482084 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.482343 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.482610 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.482860 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.483135 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.483506 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.484268 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.484513 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.484908 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:46:24.485146 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:46:24.485378 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:46:24.485609 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:46:24.485853 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:46:24.486094 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:46:24.486452 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 22:46:24.489529 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 22:46:24.493426 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 22:46:24.497085 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 15 22:46:24.498735 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 22:46:24.499198 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 22:46:24.500072 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 22:46:24.500456 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 22:46:24.504546 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 22:46:24.504792 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 22:46:24.505136 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 22:46:24.532305 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 22:46:24.532780 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.533077 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92853) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 22:46:24.533508 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.534901 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92853) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 22:46:24.535176 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 22:46:24.535417 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 22:46:24.538583 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.538888 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:24.602333 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 22:46:24.602574 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 22:46:24.602807 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 22:46:24.603169 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 22:46:24.624168 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_db.sqlalchemy.engines [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92853) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 22:46:25.150426 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Initializing driver for type 'gre' Jul 15 22:46:25.151039 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] gre ID ranges: [(1, 1000)] Jul 15 22:46:25.205406 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Initializing driver for type 'local' Jul 15 22:46:25.205864 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Initializing driver for type 'vlan' Jul 15 22:46:25.219413 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] VlanTypeDriver initialization complete Jul 15 22:46:25.219782 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Initializing driver for type 'vxlan' Jul 15 22:46:25.220281 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] vxlan ID ranges: [(1, 1000)] Jul 15 22:46:25.275721 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Initializing extension driver 'port_security' Jul 15 22:46:25.276147 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.extensions.port_security [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] PortSecurityExtensionDriver initialization complete Jul 15 22:46:25.276538 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Initializing mechanism driver 'openvswitch' Jul 15 22:46:25.276909 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Initializing mechanism driver 'hyperv' Jul 15 22:46:25.284089 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.plugin [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:46:25.284941 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > port after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.285325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > port after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.285691 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > port after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.286387 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:46:25.286831 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > subnet after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.287194 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > subnet after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.287549 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.287944 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:46:25.288354 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > network after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.288708 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > network after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.289057 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > network after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.289449 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:46:25.289944 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > security_group after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.290307 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > security_group after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.290656 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > security_group after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.291050 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:46:25.291456 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.291811 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.292160 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.292554 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:46:25.292961 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > address_group after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.293312 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > address_group after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.293656 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > address_group after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.294072 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:46:25.294457 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] ML2 OVO RPC backend initialized. {{(pid=92853) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 22:46:25.295179 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.295548 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.295973 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > network before_response 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.296351 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > networks before_response 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.296709 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > port before_response 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.297057 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > ports before_response 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.297410 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > subnet before_response 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.297759 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > subnets before_response 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.298139 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > network after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.298489 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > network after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.298835 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > network after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.299179 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > port after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.299526 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > port after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.299870 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > port after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.300218 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > subnet after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.300562 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > subnet after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.300906 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.301486 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.plugin [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Modular L2 Plugin initialization complete Jul 15 22:46:25.301819 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading services supported by the core plugin {{(pid=92853) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 22:46:25.302173 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.plugins.ml2.managers [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Got port-security extension from driver 'port_security' Jul 15 22:46:25.302642 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.extensions.vlantransparent [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Disabled vlantransparent extension. Jul 15 22:46:25.303133 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92853) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 22:46:25.303454 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading Plugin: router Jul 15 22:46:25.339207 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router_interface before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.339608 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router after_create 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.339985 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router before_create 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.340359 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.340742 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.341105 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router after_delete 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.341472 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > floatingip after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.341991 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router after_create 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.342353 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router after_update 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.342711 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router after_update 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.343825 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.344201 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router after_update 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.344624 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_update 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.345009 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: port after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.345366 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: port after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.345724 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: subnet after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.346107 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.346468 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > port precommit_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.346828 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_create 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.347179 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: port before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.347532 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.347898 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router after_update 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.348251 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_delete 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.348611 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_create 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.348983 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.349341 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_update 55549900 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.349713 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > agent after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.350121 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > agent after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.350479 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > network after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.351345 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Tracking information for resource: router configured {{(pid=92853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:46:25.351688 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Tracking information for resource: floatingip configured {{(pid=92853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:46:25.356561 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.db.l3_agentschedulers_db [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 22:46:25.357147 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: port after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.357517 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: port after_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.358063 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: port after_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.358276 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: port after_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.359099 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router before_create 55550100 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.359476 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_delete 55550100 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.359852 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_create 55550100 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.360223 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > router precommit_update 55550100 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.364856 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.services.provider_configuration [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service providers = [] {{(pid=92853) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 22:46:25.365227 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.db.servicetype_db [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92853) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 22:46:25.368222 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.services.service_base [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:46:25.368580 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.services.service_base [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:46:25.368931 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.services.service_base [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:46:25.369846 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.services.service_base [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:46:25.370230 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.services.service_base [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 22:46:25.370610 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:46:25.370935 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 22:46:25.381982 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:46:25.382324 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading Plugin: auto_allocate Jul 15 22:46:25.388039 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: network precommit_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.388416 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: network precommit_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.388947 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:46:25.389276 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading Plugin: tag Jul 15 22:46:25.396689 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:46:25.397025 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading Plugin: timestamp Jul 15 22:46:25.400914 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:46:25.401208 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading Plugin: network_ip_availability Jul 15 22:46:25.406680 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.407063 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.407426 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.408149 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:46:25.408475 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading Plugin: flavors Jul 15 22:46:25.414768 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:46:25.415107 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading Plugin: revisions Jul 15 22:46:25.419471 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:46:25.419865 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=92853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 22:46:25.420607 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92853) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 22:46:25.420951 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Initializing extension manager. Jul 15 22:46:25.422035 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: __init__.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.422385 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: __pycache__ {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.422729 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.423071 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: address_group.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.423831 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.424403 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: address-group Jul 15 22:46:25.424740 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: address_scope.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.425460 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.426013 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: address-scope Jul 15 22:46:25.426476 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: admin_state_down_before_update.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.427427 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.427950 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: router-admin-state-down-before-update Jul 15 22:46:25.428283 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: agent.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.428998 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.429517 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: agent Jul 15 22:46:25.429874 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: agent_resources_synced.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.430802 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.431319 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: agent-resources-synced Jul 15 22:46:25.431646 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: allowedaddresspairs.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.433437 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.433997 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: allowed-address-pairs Jul 15 22:46:25.434331 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: auto_allocated_topology.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.435420 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.435938 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: auto-allocated-topology Jul 15 22:46:25.436270 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: availability_zone.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.437596 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.438139 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: availability_zone Jul 15 22:46:25.438468 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: availability_zone_filter.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.439393 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.439902 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: availability_zone_filter Jul 15 22:46:25.440227 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: data_plane_status.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.441141 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.441648 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 22:46:25.442116 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: default_subnetpools.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.443042 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.443553 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: default-subnetpools Jul 15 22:46:25.443954 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: dhcpagentscheduler.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.450693 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.451356 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: dhcp_agent_scheduler Jul 15 22:46:25.451590 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: dns.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.452589 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.453147 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension dns-integration not supported by any of loaded plugins Jul 15 22:46:25.453487 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: dns_domain_ports.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.454451 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.454973 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 22:46:25.455308 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.456245 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.456763 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 22:46:25.457095 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: dvr.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.457779 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.458325 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: dvr Jul 15 22:46:25.458654 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: empty_string_filtering.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.459584 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.460089 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: empty-string-filtering Jul 15 22:46:25.460450 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.461453 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.462015 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 22:46:25.462353 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.463513 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.464033 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 22:46:25.464365 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: external_net.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.465277 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.465792 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: external-net Jul 15 22:46:25.466154 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: extra_dhcp_opt.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.467061 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.467576 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: extra_dhcp_opt Jul 15 22:46:25.467906 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: extraroute.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.468812 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.469323 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: extraroute Jul 15 22:46:25.469652 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: extraroute_atomic.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.470707 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.471221 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: extraroute-atomic Jul 15 22:46:25.471550 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: filter_validation.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.472231 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.472737 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: filter-validation Jul 15 22:46:25.473063 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: fip_pf_description.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.474007 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.474728 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 22:46:25.475059 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: fip_port_details.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.475980 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.476495 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: fip-port-details Jul 15 22:46:25.476823 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: flavors.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.478083 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.478598 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: flavors Jul 15 22:46:25.478926 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.480602 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.481123 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 22:46:25.481456 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: floatingip_pools.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.482182 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.482694 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: floatingip-pools Jul 15 22:46:25.483021 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: ip_allocation.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.484429 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.484936 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 22:46:25.485262 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.486209 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.486722 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: ip-substring-filtering Jul 15 22:46:25.487050 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: l2_adjacency.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.487979 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.488485 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 22:46:25.488810 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: l3.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.489805 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.490354 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: router Jul 15 22:46:25.490682 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: l3_conntrack_helper.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.492918 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.493446 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 22:46:25.493781 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.494746 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.495258 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: ext-gw-mode Jul 15 22:46:25.495587 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.496503 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.497013 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: l3-ha Jul 15 22:46:25.497338 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: l3_flavors.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.498292 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.498796 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: l3-flavors Jul 15 22:46:25.499121 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.500675 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.501184 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 22:46:25.501761 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: l3agentscheduler.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.502816 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.503329 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: l3_agent_scheduler Jul 15 22:46:25.503659 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: logging.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.505139 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.505663 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension logging not supported by any of loaded plugins Jul 15 22:46:25.506034 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: metering.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.506784 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.507372 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: metering Jul 15 22:46:25.507705 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.508797 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.509315 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: metering_source_and_destination_fields Jul 15 22:46:25.509649 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: multiprovidernet.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.510728 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.511240 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: multi-provider Jul 15 22:46:25.511572 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: netmtu.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.512495 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.513004 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: net-mtu Jul 15 22:46:25.513332 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: netmtu_writable.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.514280 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.514789 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: net-mtu-writable Jul 15 22:46:25.515113 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: network_availability_zone.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.515785 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.516289 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: network_availability_zone Jul 15 22:46:25.516611 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: network_ip_availability.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.517697 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.518242 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: network-ip-availability Jul 15 22:46:25.518571 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: network_segment_range.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.519333 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.519834 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 22:46:25.520158 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: pagination.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.521135 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.521469 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: pagination Jul 15 22:46:25.521790 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: port_device_profile.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.522734 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.523252 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: port-device-profile Jul 15 22:46:25.523577 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.524505 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.525020 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: port-mac-address-regenerate Jul 15 22:46:25.525344 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.526291 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.526803 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: port-numa-affinity-policy Jul 15 22:46:25.527125 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: port_resource_request.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.528033 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.528539 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 22:46:25.528863 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: portbindings.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.529798 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.530347 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: binding Jul 15 22:46:25.530676 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: portbindings_extended.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.531940 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.532458 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: binding-extended Jul 15 22:46:25.532788 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: portsecurity.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.533702 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.534249 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: port-security Jul 15 22:46:25.534578 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: project_id.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.535547 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.535883 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: project-id Jul 15 22:46:25.536208 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: providernet.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.537130 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.537648 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: provider Jul 15 22:46:25.538006 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.541472 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.542033 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos not supported by any of loaded plugins Jul 15 22:46:25.542371 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.543612 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.544132 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 22:46:25.544466 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.545384 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.545930 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 22:46:25.546765 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos_default.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.547681 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.548199 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos-default not supported by any of loaded plugins Jul 15 22:46:25.548532 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos_fip.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.549189 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.549701 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos-fip not supported by any of loaded plugins Jul 15 22:46:25.550065 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos_gateway_ip.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.550995 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.551507 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 22:46:25.551832 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos_port_network_policy.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.552739 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.553249 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 22:46:25.553574 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos_rule_type_details.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.554532 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.555041 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 22:46:25.555365 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: qos_rules_alias.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.556400 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.556920 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 22:46:25.557247 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: quotasv2.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.558216 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.558728 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: quotas Jul 15 22:46:25.559053 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: quotasv2_detail.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.562694 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.563042 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: quota_details Jul 15 22:46:25.563380 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: rbac.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.564437 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.564964 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: rbac-policies Jul 15 22:46:25.565293 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: rbac_address_group.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.566250 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.566769 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: rbac-address-group Jul 15 22:46:25.567095 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: rbac_address_scope.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.568033 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.568550 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: rbac-address-scope Jul 15 22:46:25.568875 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: rbac_security_groups.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.569787 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.570332 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: rbac-security-groups Jul 15 22:46:25.570659 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: rbac_subnetpool.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.571570 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.572080 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: rbac-subnetpool Jul 15 22:46:25.572405 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: revisionifmatch.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.573347 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.573886 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: revision-if-match Jul 15 22:46:25.574211 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: revisions.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.575325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.575837 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: standard-attr-revisions Jul 15 22:46:25.576164 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: router_availability_zone.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.576838 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.577377 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: router_availability_zone Jul 15 22:46:25.577703 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: routerservicetype.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.578645 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.579155 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension router-service-type not supported by any of loaded plugins Jul 15 22:46:25.579478 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.580402 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.580914 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: security-groups-normalized-cidr Jul 15 22:46:25.581262 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: security_groups_port_filtering.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.582211 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.582719 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: port-security-groups-filtering Jul 15 22:46:25.583067 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.583991 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.584500 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: security-groups-remote-address-group Jul 15 22:46:25.584824 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: securitygroup.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.594505 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.595036 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: security-group Jul 15 22:46:25.595369 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: segment.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.596160 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.596674 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension segment not supported by any of loaded plugins Jul 15 22:46:25.597022 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.597973 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.598493 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 22:46:25.598818 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: servicetype.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.599928 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.600460 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: service-type Jul 15 22:46:25.600792 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: sorting.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.601768 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.602129 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: sorting Jul 15 22:46:25.602459 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: standard_attr_segment.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.603638 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.604196 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 22:46:25.604560 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: standardattrdescription.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.605288 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.605852 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: standard-attr-description Jul 15 22:46:25.606228 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: stateful_security_group.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.607251 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.607799 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: stateful-security-group Jul 15 22:46:25.608165 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: stdattrs_common.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.609293 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 22:46:25.609693 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.610770 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.611366 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 22:46:25.611738 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: subnet_onboard.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.612858 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.613455 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: subnet_onboard Jul 15 22:46:25.613802 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.614809 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.615329 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 22:46:25.615694 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: subnet_service_types.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.616708 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.617292 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: subnet-service-types Jul 15 22:46:25.617620 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: subnetallocation.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.618935 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.619463 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: subnet_allocation Jul 15 22:46:25.619887 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.620545 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.621109 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: subnetpool-prefix-ops Jul 15 22:46:25.621513 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.622529 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.623040 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 22:46:25.623371 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: tagging.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.625001 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.625518 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: standard-attr-tag Jul 15 22:46:25.625868 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: timestamp.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.627379 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.627897 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loaded extension: standard-attr-timestamp Jul 15 22:46:25.628229 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: trunk.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.629299 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.629811 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension trunk not supported by any of loaded plugins Jul 15 22:46:25.630171 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: trunk_details.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.631159 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.631674 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension trunk-details not supported by any of loaded plugins Jul 15 22:46:25.632003 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: uplink_status_propagation.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.632987 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.633513 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 22:46:25.633869 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Loading extension file: vlantransparent.py {{(pid=92853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:46:25.634548 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:46:25.635093 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 22:46:25.637604 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:network Jul 15 22:46:25.638173 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:subnet Jul 15 22:46:25.638582 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:46:25.638988 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:port Jul 15 22:46:25.640285 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.640739 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service FLAVORS assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.641370 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.641795 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.642169 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:router Jul 15 22:46:25.642608 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:floatingip Jul 15 22:46:25.643091 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service METERING assigned prefix: /metering {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.644527 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.644901 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.645257 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:46:25.646283 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 22:46:25.646737 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:security_group Jul 15 22:46:25.647190 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 22:46:25.647790 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service CORE assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.648122 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:46:25.648465 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] subnetpool is already registered Jul 15 22:46:25.648889 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service CORE assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.649215 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:46:25.649547 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] subnetpool is already registered Jul 15 22:46:25.651915 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.652305 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service FLAVORS assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.652896 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.653317 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.653653 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:router Jul 15 22:46:25.654020 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] router is already registered Jul 15 22:46:25.654440 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:floatingip Jul 15 22:46:25.654777 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] floatingip is already registered Jul 15 22:46:25.655233 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service METERING assigned prefix: /metering {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.656453 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 22:46:25.656789 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] rbac_policy is already registered Jul 15 22:46:25.657204 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:security_group Jul 15 22:46:25.657542 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] security_group is already registered Jul 15 22:46:25.657977 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 22:46:25.658312 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] security_group_rule is already registered Jul 15 22:46:25.658934 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service CORE assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.659270 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:46:25.659604 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] subnetpool is already registered Jul 15 22:46:25.660023 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.v2.resource_helper [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Service CORE assigned prefix: {{(pid=92853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:46:25.660349 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:46:25.660680 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING neutron.quota.resource_registry [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] subnetpool is already registered Jul 15 22:46:25.661162 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: extensions {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.662678 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: address-groups {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.664194 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: address-scopes {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.665506 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: agents {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.666708 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: auto-allocated-topology {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.667959 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: availability_zones {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.669184 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: dhcp-networks {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.670732 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: dhcp-agents {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.672776 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: routers {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.674528 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: flavors {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.676828 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: service_profiles {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.678063 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: next_providers {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.679514 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: service_profiles {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.681080 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: floatingip-pools {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.682316 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: routers {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.684022 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: floatingips {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.685304 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: l3-routers {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.686763 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: l3-agents {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.688221 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: metering-labels {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.689478 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: metering-label-rules {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.690882 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: network-ip-availabilities {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.692139 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: bindings {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.693719 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: quotas {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.695287 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: quotas {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.696713 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: rbac-policies {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.697964 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: security-groups {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.699266 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: security-group-rules {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.700517 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: service-providers {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.701761 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: subnetpools {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.703143 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: subnetpools {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.704734 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.706677 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.708430 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.710246 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.711959 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.713925 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.715628 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.717428 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.719961 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.721727 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron.api.extensions [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Extended resource: tags {{(pid=92853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:46:25.727670 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING keystonemiddleware.auth_token [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 22:46:25.732248 dv-cinder-794962-10-iscsi neutron-server[92853]: WARNING keystonemiddleware.auth_token [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 22:46:25.741199 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Acquired lock "singleton_lock" {{(pid=92853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 22:46:25.741678 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_concurrency.lockutils [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Releasing lock "singleton_lock" {{(pid=92853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 22:46:25.742356 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO oslo_service.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Starting 2 workers Jul 15 22:46:25.747172 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Started child 92960 {{(pid=92853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:46:25.751875 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Started child 92961 {{(pid=92853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:46:25.752882 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:25.753490 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO neutron.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 22:46:25.754107 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Notify callbacks [] for process, before_spawn {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:25.754572 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [-] (92960) wsgi starting up on http://0.0.0.0:9696 Jul 15 22:46:25.756512 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO oslo_service.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Starting 1 workers Jul 15 22:46:25.756699 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:25.758263 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [-] (92961) wsgi starting up on http://0.0.0.0:9696 Jul 15 22:46:25.761749 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Started child 92962 {{(pid=92853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:46:25.762322 dv-cinder-794962-10-iscsi neutron-server[92853]: INFO oslo_service.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Starting 1 workers Jul 15 22:46:25.765509 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] calling RpcWorker wait() {{(pid=92962) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 22:46:25.766047 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] returning from RpcWorker wait() {{(pid=92962) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 22:46:25.766903 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Started child 92963 {{(pid=92853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:46:25.767437 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:25.767739 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG neutron_lib.callbacks.manager [None req-faff7e78-543b-417b-b89f-34c3a57999fd None None] Notify callbacks [] for process, after_spawn {{(pid=92853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:25.767975 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:46:25.769619 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 22:46:25.769911 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:46:25.770058 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:46:25.770275 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:46:25.770612 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:46:25.770775 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:46:25.771277 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.771550 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.771712 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:25.772164 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.772164 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.772380 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.772622 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:46:25.772918 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.773202 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.773464 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.773747 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.774033 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.774205 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.774369 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.774629 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.774876 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.775140 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.775406 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.775668 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.775941 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.776111 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.776360 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.776624 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.776877 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.777159 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] debug = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.777410 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.777911 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.778170 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.778404 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.778620 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.778901 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.779156 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.779417 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.779674 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.779899 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.780130 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.780914 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.781146 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.781354 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.781591 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.781880 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.782104 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.782577 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] host = dv-cinder-794962-10-iscsi {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.782825 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.783046 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.783275 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.783531 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.783774 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.783987 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.784262 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.784523 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.784781 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.785008 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.785260 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.785505 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.785757 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.786035 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.786199 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_options = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.786451 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.786711 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.786971 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.787161 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.787329 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.787502 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.787754 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.787927 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.788154 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.788389 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.788603 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.788824 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.789038 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.789250 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.789515 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.789781 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.790008 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.790237 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.790484 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.790725 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.790966 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.791191 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.791425 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.791637 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.791867 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.792099 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.792329 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.792543 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.792773 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.793009 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.793264 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.793516 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.793752 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.794015 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.794257 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.794465 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.794693 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.794964 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.795193 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.795455 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.795701 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.795932 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.796742 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.796957 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.797276 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.797417 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_json = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.797621 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.797899 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.798136 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.798348 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.798592 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.798857 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.799034 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.799281 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.799725 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.800002 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.800325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.800593 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.800833 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.801075 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.801309 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.801531 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.801782 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.802071 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.802411 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.802628 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.802938 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.803198 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.803464 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.803806 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.804045 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.804310 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.804553 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.804788 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.805022 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.805262 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.805579 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.805874 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.806116 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.806400 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.806838 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.806981 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.807103 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.807321 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.807555 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.807809 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.808089 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.808380 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.808621 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.808966 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.809154 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.809372 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.809602 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.810146 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.810146 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.810367 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.811094 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.811094 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.811094 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.811552 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.811552 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.811820 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.812672 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.812672 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.812672 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.812672 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.813151 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.813151 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.813378 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.813496 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.813663 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.813897 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.815771 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.815771 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.815771 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.815771 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.815771 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.815771 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.815771 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.815771 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.816812 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.816812 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.816812 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.816812 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.816812 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.817453 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.817453 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.817453 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.817821 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.817821 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.818359 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.818359 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.818554 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.819834 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.819834 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.819834 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.819834 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.819834 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.819834 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822325 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822779 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822779 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822779 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.822779 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.823017 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.823129 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.823350 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.823613 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.823864 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.824095 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.824314 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.824562 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.824787 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.825059 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.825315 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.825570 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.825865 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.826357 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.826357 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.826691 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.826906 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.827155 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.827452 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.827741 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.827989 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.828280 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.828536 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.828783 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.829059 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.829260 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.829522 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.829764 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.830026 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.830239 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.830523 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.830760 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.830982 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.831220 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.831468 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.832139 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.832428 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.832653 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.832886 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.833167 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.833400 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.833673 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.833974 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.834223 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.834456 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.834716 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.834950 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.835166 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.835403 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.835647 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.835864 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.836103 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.836347 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.836579 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.836791 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.837003 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.837247 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.837458 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.837674 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.837931 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.838149 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.838365 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.838610 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.838817 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.839047 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.839275 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.839497 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.839732 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.839948 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.840158 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.840386 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.840606 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.840869 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.841120 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.841354 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.841583 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.841807 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.842065 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.842288 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.842533 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.842763 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.843489 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.843709 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.843929 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.844163 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.844392 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.844641 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.844855 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.845105 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.845343 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.845683 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.845964 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.846188 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.846406 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.846620 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.846884 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.847111 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.847337 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.847572 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.847800 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.847999 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.848258 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.848490 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.848702 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.848934 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.849164 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.849402 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.849616 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.849823 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.850133 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.850395 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.850627 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.850879 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.851115 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.851327 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.851578 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.851787 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.851998 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.852221 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.852437 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.852664 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.852887 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.853095 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.853304 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.853524 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.853737 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.853970 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.854195 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.854403 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.854612 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.854831 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.855045 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.855250 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.855495 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.855751 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.855959 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.856199 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.856413 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.856621 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.856903 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.857151 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.857370 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.857675 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.857884 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.858361 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.859209 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.859550 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.859779 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.860067 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.860277 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.860498 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.860718 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.860974 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.861295 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.861581 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.861856 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.862106 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.862405 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.862678 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.862949 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.863161 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.863437 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.863760 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.864044 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.864309 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.864536 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.864799 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.865024 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.865257 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.865488 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.865706 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.866034 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.866189 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.866434 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.866665 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.866888 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.867117 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.867355 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.867579 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.867810 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.868053 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.868266 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.868431 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:46:25.868941 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 22:46:25.869099 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:46:25.869255 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:46:25.869443 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:46:25.869612 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:46:25.869764 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:46:25.870003 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.870167 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.870329 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.870485 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.870645 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.870823 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.870984 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.871140 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.871298 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.871455 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.871612 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.871770 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.871929 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.872085 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.872246 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.872406 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.872558 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.872719 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.872880 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.873037 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.873194 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.873352 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.873508 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] debug = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.873665 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.873888 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.874053 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.874238 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.874398 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.874553 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.874710 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.874865 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.875023 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.875179 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.875336 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.875494 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.875650 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.875808 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.875966 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.876121 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.876276 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.876699 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] host = dv-cinder-794962-10-iscsi {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.876856 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.877014 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.877172 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.877327 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.877487 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.877645 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.877784 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.877981 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.878137 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.878294 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.878451 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.878608 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.878765 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.878922 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.879078 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_options = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.879235 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.879393 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.879550 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.879739 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.879901 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.880059 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.880218 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.880374 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.880531 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.880688 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.880845 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.881002 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.881158 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.881315 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.881471 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.881627 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.881783 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.881961 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.882118 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.882280 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.882435 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.882592 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.882750 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.882923 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.883048 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.883209 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.883364 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.883521 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.883677 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.883835 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.883991 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.884148 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.884306 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.884463 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.884619 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.884775 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.884932 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.885092 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.885249 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.885406 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.885563 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.885720 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.885903 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.886062 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.886219 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.886375 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_json = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.886532 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.886689 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.886845 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.887001 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.887157 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.887313 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.887469 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.887627 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:46:25.887804 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.887969 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.888142 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.888303 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.888463 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.888623 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.888783 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.888945 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.889105 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.889264 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.889432 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.889593 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.890013 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.890013 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.890246 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.890379 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.890501 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.890634 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.890782 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.890942 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.891300 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.891300 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.891547 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.891669 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.891750 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.891871 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.892028 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.892190 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.892357 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.892517 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.892680 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.892845 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.893008 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.893168 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.893329 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.893491 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.893653 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.893815 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.894002 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.894165 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.894326 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.894486 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.894648 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.894809 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.894975 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.895133 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.895293 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.895630 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.895630 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.895872 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.895993 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.896074 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.896209 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.896369 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.896529 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.896689 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.896847 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.897008 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.897167 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.897389 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.897519 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.897638 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.897796 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.897979 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.898141 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.898303 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.898463 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.898626 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.898786 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.898945 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.899106 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.899267 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.899428 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.899588 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.899748 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.899909 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.900068 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.900229 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.900390 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.900551 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.900712 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.900874 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.901033 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.901193 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.901362 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.901537 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.901698 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.901876 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.902088 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.902192 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.902355 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.902515 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.902675 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.902834 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.902999 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.903178 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.903315 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.903476 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.903636 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.903795 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.903954 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.904114 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.904274 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.904434 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.904594 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.904754 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.904914 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.905073 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.905233 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.905969 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.906134 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.906307 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.906470 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.906795 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.906795 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.907016 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.907141 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.907260 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.907406 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.907566 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.907727 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.907888 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.908048 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.908208 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.908368 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.908528 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.908689 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.908857 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.909054 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.909217 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.909378 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.909538 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.909722 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.909910 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.910055 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.910214 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.910364 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:46:25.910454 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.910533 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.910671 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.910830 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.910990 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.911149 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.911309 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.911469 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.911629 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.911789 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.911948 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.912108 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.912267 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.912427 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.912586 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.912749 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.912909 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.913072 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.913230 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.913384 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.913534 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.913697 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.913881 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.914044 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.914206 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.914367 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.914527 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.914687 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.914844 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.915004 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.915163 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.915326 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.915470 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.915636 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.915796 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.915956 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.916116 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.916277 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.916437 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.916599 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.916754 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.916916 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.917073 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.917231 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.917391 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.917552 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.917713 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.917892 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.918052 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.918212 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.918370 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.918535 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.918719 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.918864 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.919003 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.919153 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.919316 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.919477 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.919635 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.919791 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.919952 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.920111 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.920274 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.920436 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.920599 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.920758 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.920918 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.921628 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.921793 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.921976 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.922152 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.922315 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.922476 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.922629 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.922790 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.922952 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.923122 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.923285 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.923716 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.923716 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.924210 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.924210 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.924210 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.924210 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.924612 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.924612 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.924816 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.924816 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.925040 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.925163 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.925283 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.925630 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.925630 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.925881 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.925881 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.926129 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.926249 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.926368 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.926488 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.926607 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.926770 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.926932 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.927280 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.927280 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.927445 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.927549 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.927710 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.927883 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.928046 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.928209 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.928369 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.928531 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.928692 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.928855 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.929019 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.929189 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.929356 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.929518 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.929687 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.929873 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.930045 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.930207 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.930373 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.930545 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.930705 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.930865 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.931025 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.931186 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.931345 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.931505 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.931665 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.931825 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.931986 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.932147 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.932306 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.932467 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.932627 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.932793 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.932952 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.933112 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.933271 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.933431 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.933593 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:46:25.933747 dv-cinder-794962-10-iscsi neutron-server[92853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:46:26.207006 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34120) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:46:26.215204 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061233 Jul 15 22:46:37.369584 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b692a3-27fb-4417-a416-84e6f8fc42c7 None None] get_active_networks_info from dv-cinder-794962-10-iscsi {{(pid=92962) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 22:46:37.438598 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b692a3-27fb-4417-a416-84e6f8fc42c7 None None] No non-hosted networks {{(pid=92962) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 22:46:37.461636 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3f38ab9d-174d-4b85-ab62-5b54f72444ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759493'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:39.923814 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-95641652-8561-4869-aaa8-cb4ffe69b2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759493'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:39.994484 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6de5f051-1d2a-402c-8638-b5eaf6e2a261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:40.168854 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759493'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:40.170643 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.171268 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.172096 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.172736 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.173277 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.173879 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.174459 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.175053 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.175655 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.176194 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.177015 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.177559 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:40.178253 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794962-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:46:40.189659 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794962-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:46:40.983672 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759493'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:42.452467 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759493'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:43.641489 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34210) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:46:44.118122 dv-cinder-794962-10-iscsi neutron-server[92961]: WARNING oslo_policy.policy [None req-2e85678a-3216-443a-add5-3e72dc3127d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:46:44.118712 dv-cinder-794962-10-iscsi neutron-server[92961]: WARNING oslo_policy.policy [None req-2e85678a-3216-443a-add5-3e72dc3127d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:46:44.335224 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [None req-2e85678a-3216-443a-add5-3e72dc3127d6 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:46:44.336213 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2e85678a-3216-443a-add5-3e72dc3127d6 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6937690 Jul 15 22:46:46.669437 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34224) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:46:46.972902 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-7dfb8157-55e0-447b-a91e-23f5f633e92a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:46:47.067478 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.policy [None req-7dfb8157-55e0-447b-a91e-23f5f633e92a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92961) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 22:46:47.112452 dv-cinder-794962-10-iscsi neutron-server[92961]: WARNING oslo_policy.policy [None req-7dfb8157-55e0-447b-a91e-23f5f633e92a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:46:47.112767 dv-cinder-794962-10-iscsi neutron-server[92961]: WARNING oslo_policy.policy [None req-7dfb8157-55e0-447b-a91e-23f5f633e92a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:46:47.121255 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.quota [None req-7dfb8157-55e0-447b-a91e-23f5f633e92a admin admin] Loaded quota_driver: . Jul 15 22:46:47.212359 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7dfb8157-55e0-447b-a91e-23f5f633e92a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752398845979', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752398846508', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752398735030', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752398729452', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752398738993', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752398749312', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-586810', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1685445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1741364'] for rbac-policy, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:47.234351 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.db.l3_hamode_db [None req-48d04057-e20c-46b7-aa20-de53309d2ec6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 22:46:47.278506 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7dfb8157-55e0-447b-a91e-23f5f633e92a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:47.280515 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7dfb8157-55e0-447b-a91e-23f5f633e92a admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6092820 Jul 15 22:46:47.312723 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d04057-e20c-46b7-aa20-de53309d2ec6 None None] Routers set() bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:46:47.313117 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d04057-e20c-46b7-aa20-de53309d2ec6 None None] Router IDs set() for agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 22:46:49.794375 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34236) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:46:50.079158 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Request body: {'network': {'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'name': 'private', 'admin_state_up': True, 'project_id': 'dffc7296520547219e4e1a80be671aa8'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:46:50.108029 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Made reservation on behalf of dffc7296520547219e4e1a80be671aa8 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:46:50.110991 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:50.127741 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:50.246159 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:50.250586 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:50.269531 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:46:50.297398 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752402467139', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:50.298015 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Unsubscribe: segment precommit_create {{(pid=92961) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 22:46:50.298541 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Added segment 60744aa0-be98-4ff2-8295-124607716923 of type vlan for network 42265c85-744f-45f5-81b4-aa0e28a16340 Jul 15 22:46:50.315739 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a0878-a515-4d77-acad-a5f0586f4ceb,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:46:50.363557 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.363918 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.364288 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.364620 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.364949 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.365290 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.365618 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.365981 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.366322 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.366645 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.366965 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.367282 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Tracked resource versions report: Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: pushed versions: Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: { 'AddressGroup': {'1.2'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'ConntrackHelper': {'1.0'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Log': {'1.0'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Network': {'1.1'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Port': {'1.7'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'PortForwarding': {'1.2'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'QosPolicy': {'1.8'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SecurityGroup': {'1.4'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SubPort': {'1.0'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Subnet': {'1.1'}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Trunk': {'1.1'}} Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: consumer versions: Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: { DHCP agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: L3 agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: Metadata agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: Metering agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: Open vSwitch agent@dv-cinder-794962-10-iscsi: { 'AddressGroup': '1.2', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'ConntrackHelper': '1.0', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Log': '1.0', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Network': '1.1', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Port': '1.7', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'PortForwarding': '1.2', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'QosPolicy': '1.8', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SecurityGroup': '1.4', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SecurityGroupRule': '1.2', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SubPort': '1.0', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Subnet': '1.1', Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Trunk': '1.1'}} Jul 15 22:46:50.368655 dv-cinder-794962-10-iscsi neutron-server[92961]: {{(pid=92961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:46:50.417889 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:50.466948 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:50.468030 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:46:50.468723 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:50.526190 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7306232 Jul 15 22:46:50.567316 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64546dbf-4cff-45cb-8d1b-555f10471123 admin admin] Pushing event updated for resources: {'Network': ['ID=42265c85-744f-45f5-81b4-aa0e28a16340,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:46:50.578939 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 42265c85-744f-45f5-81b4-aa0e28a16340 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:46:53.100699 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34250) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:46:53.475844 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ed866-25b2-44d0-9f2f-5dd61c248eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:46:53.477217 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-911ed866-25b2-44d0-9f2f-5dd61c248eb1 admin admin] 10.222.0.10 "GET /v2.0/networks/42265c85-744f-45f5-81b4-aa0e28a16340 HTTP/1.1" status: 200 len: 825 time: 0.3755510 Jul 15 22:46:53.501207 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-bba24954-5a58-4bb5-b430-947aa3988775 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/b385bdbc-a879-41ac-8330-797672df3e7d HTTP/1.1" status: 200 len: 734 time: 0.0179396 Jul 15 22:46:53.509232 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Request body: {'subnet': {'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'name': 'private-subnet', 'subnetpool_id': 'b385bdbc-a879-41ac-8330-797672df3e7d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:46:53.531199 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Made reservation on behalf of dffc7296520547219e4e1a80be671aa8 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:46:53.533536 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:53.826839 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:53.896294 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Checking segment: {'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:46:53.896684 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Network hostable DHCP agents. Network: 42265c85-744f-45f5-81b4-aa0e28a16340, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:46:53.901089 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38496e28-a66d-4a7c-8842-ca1c186837cb,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:46:53.920066 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Network 42265c85-744f-45f5-81b4-aa0e28a16340 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:46:53.931392 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 42265c85-744f-45f5-81b4-aa0e28a16340) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:46:53.936661 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:46:53.937248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:53.941194 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1543c-7bde-472f-b136-ef700c299fef None None] Network 42265c85-744f-45f5-81b4-aa0e28a16340 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:46:53.950256 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c1b3bfc4-0f71-4355-890a-ee4ed63e6052 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4441636 Jul 15 22:46:54.253600 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-42265c85-744f-45f5-81b4-aa0e28a16340', 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'fixed_ips': [{'subnet_id': '38496e28-a66d-4a7c-8842-ca1c186837cb'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:46:54.254955 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:54.521458 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Allocated IP 172.20.0.2 (42265c85-744f-45f5-81b4-aa0e28a16340/38496e28-a66d-4a7c-8842-ca1c186837cb/2fd61980-b623-4efb-af73-e018233d804d) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:46:54.721231 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:54.762258 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Transition to ACTIVE for port object 2fd61980-b623-4efb-af73-e018233d804d will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:46:54.781443 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Transition to ACTIVE for port object 2fd61980-b623-4efb-af73-e018233d804d will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:46:54.790334 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:54.852551 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Network 42265c85-744f-45f5-81b4-aa0e28a16340 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:46:54.862700 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:46:54.874565 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Pushing event updated for resources: {'Port': ['ID=2fd61980-b623-4efb-af73-e018233d804d,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:46:54.878769 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:46:54.886404 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.886769 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.887113 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.887448 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.887804 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.888162 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.888490 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.888861 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.889203 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.889531 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.889870 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.890196 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Tracked resource versions report: Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: pushed versions: Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: { 'AddressGroup': {'1.2'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'ConntrackHelper': {'1.0'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Log': {'1.0'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Network': {'1.1'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Port': {'1.7'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'PortForwarding': {'1.2'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'QosPolicy': {'1.8'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SecurityGroup': {'1.4'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SubPort': {'1.0'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Subnet': {'1.1'}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Trunk': {'1.1'}} Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: consumer versions: Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: { DHCP agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: L3 agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: Metadata agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: Metering agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: Open vSwitch agent@dv-cinder-794962-10-iscsi: { 'AddressGroup': '1.2', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'ConntrackHelper': '1.0', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Log': '1.0', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Network': '1.1', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Port': '1.7', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'PortForwarding': '1.2', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'QosPolicy': '1.8', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SecurityGroup': '1.4', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SecurityGroupRule': '1.2', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SubPort': '1.0', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Subnet': '1.1', Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Trunk': '1.1'}} Jul 15 22:46:54.891522 dv-cinder-794962-10-iscsi neutron-server[92962]: {{(pid=92962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:46:54.958160 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Attempting to bind port 2fd61980-b623-4efb-af73-e018233d804d on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:46:54.958774 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Attempting to bind port 2fd61980-b623-4efb-af73-e018233d804d by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:46:54.958957 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Attempting to bind port 2fd61980-b623-4efb-af73-e018233d804d on network 42265c85-744f-45f5-81b4-aa0e28a16340 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:46:54.963767 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:46:54.964167 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Checking segment: {'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:46:54.964649 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:54.965020 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Bound using segment: {'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:46:54.965489 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Bound port: 2fd61980-b623-4efb-af73-e018233d804d, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:46:54.966436 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:55.026299 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] For port 2fd61980-b623-4efb-af73-e018233d804d, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:46:55.031091 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] For port 2fd61980-b623-4efb-af73-e018233d804d, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=2fd61980-b623-4efb-af73-e018233d804d,segment=NetworkSegment(60744aa0-be98-4ff2-8295-124607716923),segment_id=60744aa0-be98-4ff2-8295-124607716923)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:46:55.034619 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:46:55.098707 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e4d15-7269-4f94-a49b-94a2a6d89061 None None] Pushing event updated for resources: {'Port': ['ID=2fd61980-b623-4efb-af73-e018233d804d,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:46:56.341731 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34258) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:46:56.654372 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [None req-b21eb6bf-a97c-48bb-a8fa-8e5829ca8d99 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:46:56.655446 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b21eb6bf-a97c-48bb-a8fa-8e5829ca8d99 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126817 Jul 15 22:46:58.997547 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 34266) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:46:59.480808 dv-cinder-794962-10-iscsi neutron-server[92960]: WARNING oslo_policy.policy [None req-f811fa62-b472-4126-b1df-007f453d5574 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:46:59.481443 dv-cinder-794962-10-iscsi neutron-server[92960]: WARNING oslo_policy.policy [None req-f811fa62-b472-4126-b1df-007f453d5574 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:46:59.699635 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [None req-f811fa62-b472-4126-b1df-007f453d5574 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:46:59.700813 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f811fa62-b472-4126-b1df-007f453d5574 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7012141 Jul 15 22:47:01.117230 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de40fa-8f70-4e20-816e-06dfa5de0614 None None] Network 42265c85-744f-45f5-81b4-aa0e28a16340 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:47:01.232914 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-07d0fe19-7d36-46e6-b0aa-129b29bb1486 None None] Provisioning for port 2fd61980-b623-4efb-af73-e018233d804d completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:47:01.976360 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 2fd61980-b623-4efb-af73-e018233d804d up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:47:02.056043 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 2fd61980-b623-4efb-af73-e018233d804d completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:47:02.060095 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 2fd61980-b623-4efb-af73-e018233d804d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:47:02.060501 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:02.165089 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:02.197370 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 2fd61980-b623-4efb-af73-e018233d804d, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=2fd61980-b623-4efb-af73-e018233d804d,segment=NetworkSegment(60744aa0-be98-4ff2-8295-124607716923),segment_id=60744aa0-be98-4ff2-8295-124607716923)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:47:02.201732 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:02.247690 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=2fd61980-b623-4efb-af73-e018233d804d,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:02.310793 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 34286) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:47:02.597814 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] Request body: {'router': {'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:47:02.663495 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.policy [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92960) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 22:47:02.708596 dv-cinder-794962-10-iscsi neutron-server[92960]: WARNING oslo_policy.policy [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:47:02.708919 dv-cinder-794962-10-iscsi neutron-server[92960]: WARNING oslo_policy.policy [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:47:02.717971 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.quota [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] Loaded quota_driver: . Jul 15 22:47:02.773778 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:02.775631 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:02.928337 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:02.933203 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:02.951418 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:02.952625 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-11ff7152-c9bf-4522-b69b-07149c451538 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6408515 Jul 15 22:47:03.956609 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 2fd61980-b623-4efb-af73-e018233d804d up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:47:04.005019 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 2fd61980-b623-4efb-af73-e018233d804d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:47:04.005391 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:04.830557 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:47:05.287844 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 34296) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:47:05.588785 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [None req-d1ae9aff-ce75-443b-bb42-ecb51c471ea0 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:47:05.589772 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d1ae9aff-ce75-443b-bb42-ecb51c471ea0 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3009996 Jul 15 22:47:07.264155 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2233e5f5-724e-4b7d-8396-175f5f56954c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:07.935598 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34304) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:47:08.234498 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:47:08.255182 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Made reservation on behalf of 388391a163d8414885f90cf09f56c2fa for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:47:08.257496 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:08.265341 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:08.356489 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:08.363175 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:08.380480 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Reserving flat network on physical network physnet1 {{(pid=92961) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 22:47:08.395444 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1a1b2c-6437-4c71-9223-38de030e4038,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:08.402270 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:08.403080 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Added segment 5e64692d-10d9-4847-becb-3776d7e6322a of type flat for network 772f810b-0702-4834-a70d-16c97f25e45b Jul 15 22:47:08.450200 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:08.486380 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:08.487316 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:47:08.487890 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:08.517105 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5804760 Jul 15 22:47:08.547390 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d0bb0-2c86-4681-a2ed-94ae59d85786 admin admin] Pushing event updated for resources: {'Network': ['ID=772f810b-0702-4834-a70d-16c97f25e45b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:08.558074 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 772f810b-0702-4834-a70d-16c97f25e45b details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:47:09.923322 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f8edc2c9-aecb-489d-a281-e3df60561c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:10.164873 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:10.822300 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34312) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:47:10.926932 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:11.116548 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f0794-749a-4228-9714-0573bd88ee16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:47:11.117923 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2e3f0794-749a-4228-9714-0573bd88ee16 admin admin] 10.222.0.10 "GET /v2.0/subnets/38496e28-a66d-4a7c-8842-ca1c186837cb HTTP/1.1" status: 200 len: 849 time: 0.2946215 Jul 15 22:47:11.275422 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ce4380c6-bb9d-49f0-a7bb-546cc4917bb3 admin admin] 10.222.0.10 "GET /v2.0/routers/64a8dc73-f58d-4eff-a4c9-efd82c10dae1 HTTP/1.1" status: 200 len: 704 time: 0.1521525 Jul 15 22:47:11.534237 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:11.818506 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Allocated IP 172.20.0.1 (42265c85-744f-45f5-81b4-aa0e28a16340/38496e28-a66d-4a7c-8842-ca1c186837cb/965f5d08-5d39-491a-afec-d8939a9fcc98) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:47:12.012851 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.034820 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Transition to ACTIVE for port object 965f5d08-5d39-491a-afec-d8939a9fcc98 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:47:12.110959 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.175540 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Network 42265c85-744f-45f5-81b4-aa0e28a16340 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:47:12.181847 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:47:12.187642 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:47:12.188471 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.256623 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Pushing event updated for resources: {'Port': ['ID=965f5d08-5d39-491a-afec-d8939a9fcc98,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:12.400758 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.412451 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.439317 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b49b9050-7308-4afd-a587-cba63ae90c91 None None] Provisioning for port 965f5d08-5d39-491a-afec-d8939a9fcc98 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:47:12.442774 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b49b9050-7308-4afd-a587-cba63ae90c91 None None] Provisioning complete for port 965f5d08-5d39-491a-afec-d8939a9fcc98 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:47:12.443184 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b49b9050-7308-4afd-a587-cba63ae90c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.474812 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b49b9050-7308-4afd-a587-cba63ae90c91 None None] Port 965f5d08-5d39-491a-afec-d8939a9fcc98 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:47:12.579506 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.583892 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.584658 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.640788 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Pushing event updated for resources: {'Port': ['ID=965f5d08-5d39-491a-afec-d8939a9fcc98,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:12.703859 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Network 42265c85-744f-45f5-81b4-aa0e28a16340 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:47:12.705136 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:47:12.860656 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Router 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:47:12.894816 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-2a7d193a-0158-41f1-88d3-2f650f2be988 None None] Provisioning complete for port 965f5d08-5d39-491a-afec-d8939a9fcc98 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:47:12.895184 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2a7d193a-0158-41f1-88d3-2f650f2be988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:12.926719 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d193a-0158-41f1-88d3-2f650f2be988 None None] Port 965f5d08-5d39-491a-afec-d8939a9fcc98 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:47:12.950688 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:47:12.955793 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-15be47fb-27d6-4a7f-baa3-8ca5b904652b admin admin] 10.222.0.10 "PUT /v2.0/routers/64a8dc73-f58d-4eff-a4c9-efd82c10dae1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6754448 Jul 15 22:47:12.959907 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Sync routers for ids ['64a8dc73-f58d-4eff-a4c9-efd82c10dae1'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:47:12.971340 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Routers {'64a8dc73-f58d-4eff-a4c9-efd82c10dae1'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:47:12.972083 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:47:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['64a8dc73-f58d-4eff-a4c9-efd82c10dae1'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:47:13.152247 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Set router 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:47:13.575104 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'name': 'router1', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:47:02Z', 'updated_at': '2021-07-15T22:47:12Z', 'revision_number': 2, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'gw_port_host': None, '_interfaces': [{'id': '965f5d08-5d39-491a-afec-d8939a9fcc98', 'name': '', 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'mac_address': 'fa:16:3e:9c:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:11Z', 'updated_at': '2021-07-15T22:47:12Z', 'revision_number': 2, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'subnets': [{'id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b385bdbc-a879-41ac-8330-797672df3e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:47:13.628371 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Checking router: 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:47:13.628750 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Updating router 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 port 965f5d08-5d39-491a-afec-d8939a9fcc98 binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:47:13.693000 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:14.174393 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:14.191400 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Transition to ACTIVE for port object 965f5d08-5d39-491a-afec-d8939a9fcc98 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:47:14.197589 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:14.348116 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Pushing event updated for resources: {'Port': ['ID=965f5d08-5d39-491a-afec-d8939a9fcc98,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:14.364901 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.365265 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.365615 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.365979 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.366315 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.366647 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.366976 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.367304 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.367647 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.367977 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.368300 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.368621 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Tracked resource versions report: Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: pushed versions: Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: { 'AddressGroup': {'1.2'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'ConntrackHelper': {'1.0'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Log': {'1.0'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Network': {'1.1'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Port': {'1.7'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'PortForwarding': {'1.2'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'QosPolicy': {'1.8'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SecurityGroup': {'1.4'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SubPort': {'1.0'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Subnet': {'1.1'}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Trunk': {'1.1'}} Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: consumer versions: Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: { DHCP agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: L3 agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: Metadata agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: Metering agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: Open vSwitch agent@dv-cinder-794962-10-iscsi: { 'AddressGroup': '1.2', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'ConntrackHelper': '1.0', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Log': '1.0', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Network': '1.1', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Port': '1.7', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'PortForwarding': '1.2', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'QosPolicy': '1.8', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SecurityGroup': '1.4', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SecurityGroupRule': '1.2', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SubPort': '1.0', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Subnet': '1.1', Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Trunk': '1.1'}} Jul 15 22:47:14.369989 dv-cinder-794962-10-iscsi neutron-server[92963]: {{(pid=92963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:47:14.375391 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Attempting to bind port 965f5d08-5d39-491a-afec-d8939a9fcc98 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:47:14.375799 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Attempting to bind port 965f5d08-5d39-491a-afec-d8939a9fcc98 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:47:14.376224 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Attempting to bind port 965f5d08-5d39-491a-afec-d8939a9fcc98 on network 42265c85-744f-45f5-81b4-aa0e28a16340 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:47:14.384152 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:47:14.384705 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Checking segment: {'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:47:14.385094 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:14.385469 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Bound using segment: {'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:47:14.386016 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Bound port: 965f5d08-5d39-491a-afec-d8939a9fcc98, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60744aa0-be98-4ff2-8295-124607716923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:47:14.386454 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:14.452096 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] For port 965f5d08-5d39-491a-afec-d8939a9fcc98, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:47:14.475699 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] For port 965f5d08-5d39-491a-afec-d8939a9fcc98, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=965f5d08-5d39-491a-afec-d8939a9fcc98,segment=NetworkSegment(60744aa0-be98-4ff2-8295-124607716923),segment_id=60744aa0-be98-4ff2-8295-124607716923)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:47:14.479948 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:14.540357 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Routers {'64a8dc73-f58d-4eff-a4c9-efd82c10dae1'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:47:14.540986 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:47:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['64a8dc73-f58d-4eff-a4c9-efd82c10dae1'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:47:14.543480 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0072c-0754-487e-b43b-bd45fefb6d66 None None] Pushing event updated for resources: {'Port': ['ID=965f5d08-5d39-491a-afec-d8939a9fcc98,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:14.633990 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] Set router 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:47:14.835434 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'name': 'router1', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:47:02Z', 'updated_at': '2021-07-15T22:47:12Z', 'revision_number': 2, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'gw_port_host': None, '_interfaces': [{'id': '965f5d08-5d39-491a-afec-d8939a9fcc98', 'name': '', 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'mac_address': 'fa:16:3e:9c:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:11Z', 'updated_at': '2021-07-15T22:47:14Z', 'revision_number': 4, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'subnets': [{'id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b385bdbc-a879-41ac-8330-797672df3e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:47:14.863910 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e83ef-5ab7-4bb6-9858-3f099cd3ecc1 None None] The sync data for ids ['64a8dc73-f58d-4eff-a4c9-efd82c10dae1'] in dv-cinder-794962-10-iscsi is: [{'id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'name': 'router1', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:47:02Z', 'updated_at': '2021-07-15T22:47:12Z', 'revision_number': 2, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'gw_port_host': None, '_interfaces': [{'id': '965f5d08-5d39-491a-afec-d8939a9fcc98', 'name': '', 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'mac_address': 'fa:16:3e:9c:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:11Z', 'updated_at': '2021-07-15T22:47:14Z', 'revision_number': 4, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'subnets': [{'id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b385bdbc-a879-41ac-8330-797672df3e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:47:15.205216 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 34332) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:47:15.395630 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e3969-4a4e-4828-85d6-c040b07f1567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:47:15.397074 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b07e3969-4a4e-4828-85d6-c040b07f1567 admin admin] 10.222.0.10 "GET /v2.0/networks/772f810b-0702-4834-a70d-16c97f25e45b HTTP/1.1" status: 200 len: 842 time: 0.1909506 Jul 15 22:47:15.406928 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:47:15.430248 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Made reservation on behalf of 388391a163d8414885f90cf09f56c2fa for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:47:15.432876 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:15.807987 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.objects.ports [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92960) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 22:47:15.808495 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:15.889633 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:47:15.890040 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Network hostable DHCP agents. Network: 772f810b-0702-4834-a70d-16c97f25e45b, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:47:15.898280 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07004ef8-7203-4e9c-bdf3-d76f4ca023e4,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:15.911687 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.912138 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.912401 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.912743 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.913082 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.913434 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.913754 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.914130 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.914483 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.914818 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.915149 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.915527 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Tracked resource versions report: Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: pushed versions: Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: { 'AddressGroup': {'1.2'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'ConntrackHelper': {'1.0'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Log': {'1.0'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Network': {'1.1'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Port': {'1.7'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'PortForwarding': {'1.2'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'QosPolicy': {'1.8'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SecurityGroup': {'1.4'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SubPort': {'1.0'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Subnet': {'1.1'}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Trunk': {'1.1'}} Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: consumer versions: Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: { DHCP agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: L3 agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: Metadata agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: Metering agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: Open vSwitch agent@dv-cinder-794962-10-iscsi: { 'AddressGroup': '1.2', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'ConntrackHelper': '1.0', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Log': '1.0', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Network': '1.1', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Port': '1.7', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'PortForwarding': '1.2', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'QosPolicy': '1.8', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SecurityGroup': '1.4', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SecurityGroupRule': '1.2', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SubPort': '1.0', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Subnet': '1.1', Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Trunk': '1.1'}} Jul 15 22:47:15.916799 dv-cinder-794962-10-iscsi neutron-server[92960]: {{(pid=92960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:47:15.945556 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:47:15.962413 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 772f810b-0702-4834-a70d-16c97f25e45b) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:47:15.967104 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:47:15.967863 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:15.974949 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc497b-a26d-4590-bb45-5f4b12a280b8 None None] Network 772f810b-0702-4834-a70d-16c97f25e45b requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:47:15.987107 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-23ce69c7-2fde-4ae1-87aa-527ea96d1078 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5785508 Jul 15 22:47:16.118021 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252f8ca-4c49-4073-a6ac-8816a7e9513b None None] Network 772f810b-0702-4834-a70d-16c97f25e45b requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:47:17.999277 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 965f5d08-5d39-491a-afec-d8939a9fcc98 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:47:18.047720 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 965f5d08-5d39-491a-afec-d8939a9fcc98 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:47:18.051255 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 965f5d08-5d39-491a-afec-d8939a9fcc98 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:47:18.051636 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:18.128328 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:18.161948 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 965f5d08-5d39-491a-afec-d8939a9fcc98, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=965f5d08-5d39-491a-afec-d8939a9fcc98,segment=NetworkSegment(60744aa0-be98-4ff2-8295-124607716923),segment_id=60744aa0-be98-4ff2-8295-124607716923)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:47:18.167108 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:18.214907 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=965f5d08-5d39-491a-afec-d8939a9fcc98,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:18.272822 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 34358) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:47:18.482789 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-77e08036-b2d2-4e3f-bfa6-98d0b0ca0845 admin admin] 10.222.0.10 "GET /v2.0/routers/64a8dc73-f58d-4eff-a4c9-efd82c10dae1 HTTP/1.1" status: 200 len: 710 time: 0.2088490 Jul 15 22:47:18.569270 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f2160-3fe4-4c25-a20f-e1c34324ca44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:47:18.570696 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-bc0f2160-3fe4-4c25-a20f-e1c34324ca44 admin admin] 10.222.0.10 "GET /v2.0/networks/772f810b-0702-4834-a70d-16c97f25e45b HTTP/1.1" status: 200 len: 886 time: 0.0828626 Jul 15 22:47:18.579493 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:47:18.826012 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:19.063504 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:19.137290 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:19.287621 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Allocated IP 172.27.0.229 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/e45662d2-c11b-475d-abd2-9106593d1f26) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:47:19.394595 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:19.519053 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:19.591736 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:47:19.599650 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:47:19.604749 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:47:19.607167 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Pushing event updated for resources: {'Port': ['ID=e45662d2-c11b-475d-abd2-9106593d1f26,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:19.872163 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:19.977603 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 965f5d08-5d39-491a-afec-d8939a9fcc98 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:47:20.028702 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 965f5d08-5d39-491a-afec-d8939a9fcc98 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:47:20.029075 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:20.063335 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:20.066650 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693068'] for router, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:20.176524 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Router 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:47:20.279475 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:47:20.283924 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:20.285007 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e016c9c4-e23c-4812-b2e4-453ab85622da admin admin] 10.222.0.10 "PUT /v2.0/routers/64a8dc73-f58d-4eff-a4c9-efd82c10dae1 HTTP/1.1" status: 200 len: 890 time: 1.7088089 Jul 15 22:47:20.301151 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Sync routers for ids ['64a8dc73-f58d-4eff-a4c9-efd82c10dae1'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:47:20.312065 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Routers {'64a8dc73-f58d-4eff-a4c9-efd82c10dae1'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:47:20.312747 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:47:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['64a8dc73-f58d-4eff-a4c9-efd82c10dae1'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:47:20.527036 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Set router 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:47:20.912663 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'name': 'router1', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'e45662d2-c11b-475d-abd2-9106593d1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:47:02Z', 'updated_at': '2021-07-15T22:47:19Z', 'revision_number': 4, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'gw_port': {'id': 'e45662d2-c11b-475d-abd2-9106593d1f26', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:19Z', 'updated_at': '2021-07-15T22:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '965f5d08-5d39-491a-afec-d8939a9fcc98', 'name': '', 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'mac_address': 'fa:16:3e:9c:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:11Z', 'updated_at': '2021-07-15T22:47:18Z', 'revision_number': 5, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'subnets': [{'id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b385bdbc-a879-41ac-8330-797672df3e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:47:20.963596 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Checking router: 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:47:20.963972 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Updating router 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 port e45662d2-c11b-475d-abd2-9106593d1f26 binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:47:20.996255 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:21.309751 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:21.318868 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Transition to ACTIVE for port object e45662d2-c11b-475d-abd2-9106593d1f26 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:47:21.323835 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:21.373907 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046caac-cf0e-4364-bbf3-acce39779cd3 None None] Pushing event updated for resources: {'Port': ['ID=e45662d2-c11b-475d-abd2-9106593d1f26,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:21.376163 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Attempting to bind port e45662d2-c11b-475d-abd2-9106593d1f26 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:47:21.376536 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Attempting to bind port e45662d2-c11b-475d-abd2-9106593d1f26 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:47:21.376897 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Attempting to bind port e45662d2-c11b-475d-abd2-9106593d1f26 on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:47:21.382025 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:47:21.382403 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:47:21.382804 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:21.383190 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:47:21.383649 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Bound port: e45662d2-c11b-475d-abd2-9106593d1f26, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:47:21.384044 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:21.431785 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] For port e45662d2-c11b-475d-abd2-9106593d1f26, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:47:21.434805 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] For port e45662d2-c11b-475d-abd2-9106593d1f26, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=e45662d2-c11b-475d-abd2-9106593d1f26,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:47:21.438238 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:21.493749 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Routers {'64a8dc73-f58d-4eff-a4c9-efd82c10dae1'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:47:21.494381 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:47:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['64a8dc73-f58d-4eff-a4c9-efd82c10dae1'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:47:21.596590 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046caac-cf0e-4364-bbf3-acce39779cd3 None None] Pushing event updated for resources: {'Port': ['ID=e45662d2-c11b-475d-abd2-9106593d1f26,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:21.672205 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] Set router 64a8dc73-f58d-4eff-a4c9-efd82c10dae1 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:47:21.889673 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'name': 'router1', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'e45662d2-c11b-475d-abd2-9106593d1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:47:02Z', 'updated_at': '2021-07-15T22:47:19Z', 'revision_number': 4, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'gw_port': {'id': 'e45662d2-c11b-475d-abd2-9106593d1f26', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:19Z', 'updated_at': '2021-07-15T22:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '965f5d08-5d39-491a-afec-d8939a9fcc98', 'name': '', 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'mac_address': 'fa:16:3e:9c:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:11Z', 'updated_at': '2021-07-15T22:47:18Z', 'revision_number': 5, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'subnets': [{'id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b385bdbc-a879-41ac-8330-797672df3e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:47:21.915192 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0763a-1699-4105-990f-733ef3aac7b4 None None] The sync data for ids ['64a8dc73-f58d-4eff-a4c9-efd82c10dae1'] in dv-cinder-794962-10-iscsi is: [{'id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'name': 'router1', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'e45662d2-c11b-475d-abd2-9106593d1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:47:02Z', 'updated_at': '2021-07-15T22:47:19Z', 'revision_number': 4, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'gw_port': {'id': 'e45662d2-c11b-475d-abd2-9106593d1f26', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:19Z', 'updated_at': '2021-07-15T22:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '965f5d08-5d39-491a-afec-d8939a9fcc98', 'name': '', 'network_id': '42265c85-744f-45f5-81b4-aa0e28a16340', 'tenant_id': 'dffc7296520547219e4e1a80be671aa8', 'mac_address': 'fa:16:3e:9c:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8dc73-f58d-4eff-a4c9-efd82c10dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:47:11Z', 'updated_at': '2021-07-15T22:47:18Z', 'revision_number': 5, 'project_id': 'dffc7296520547219e4e1a80be671aa8', 'subnets': [{'id': '38496e28-a66d-4a7c-8842-ca1c186837cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b385bdbc-a879-41ac-8330-797672df3e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:47:22.670815 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34366) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:47:22.795278 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-23021eff-4973-473c-818a-ea2699c3f824 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1234007 Jul 15 22:47:24.016090 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e45662d2-c11b-475d-abd2-9106593d1f26 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:47:24.070654 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port e45662d2-c11b-475d-abd2-9106593d1f26 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:47:24.074959 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port e45662d2-c11b-475d-abd2-9106593d1f26 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:47:24.075287 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:24.148674 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:24.168808 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port e45662d2-c11b-475d-abd2-9106593d1f26, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=e45662d2-c11b-475d-abd2-9106593d1f26,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:47:24.172371 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:24.217518 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=e45662d2-c11b-475d-abd2-9106593d1f26,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:47:25.982831 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e45662d2-c11b-475d-abd2-9106593d1f26 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:47:26.042916 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port e45662d2-c11b-475d-abd2-9106593d1f26 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:47:26.043389 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:37.268441 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dc54dcdc-2213-4ecd-8210-9f3f74f3f081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:39.932432 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-402ebd87-4f47-463a-90de-5257eb89f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:40.168639 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:40.944632 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:47:41.832688 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:47:42.434373 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:07.261382 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ffe5a06f-2a03-4b3c-9026-d4e7906536de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:09.928891 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-15039669-9e38-4838-ba19-847ad1ce8fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:10.171755 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:10.929866 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:12.437122 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:18.831727 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:48:37.262503 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-81b907b6-70e1-45a9-b16f-7c63cb522086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:39.919697 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-751d22ad-0af9-40f8-8306-36f52f53ff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:40.173766 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:40.933482 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:42.436268 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:48:55.830628 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:48:57.464927 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34934) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:48:57.525754 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.pecan_wsgi.hooks.translation [None req-a609f5c2-9564-4b1a-842c-5c7238fa7161 admin admin] GET failed (client error): The resource could not be found. Jul 15 22:48:57.527093 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a609f5c2-9564-4b1a-842c-5c7238fa7161 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612285 Jul 15 22:48:57.684321 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c463073-e50e-4817-9be8-04e380a10a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:48:57.685712 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9c463073-e50e-4817-9be8-04e380a10a4f admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548531 Jul 15 22:48:59.815178 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34944) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:48:59.904533 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2f897-ed31-4a01-8fd7-baa589a53a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:48:59.905887 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-69c2f897-ed31-4a01-8fd7-baa589a53a7f admin admin] 10.222.0.10 "GET /v2.0/subnets/38496e28-a66d-4a7c-8842-ca1c186837cb HTTP/1.1" status: 200 len: 849 time: 0.0897386 Jul 15 22:48:59.915424 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:00.066475 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Notify callbacks [] for subnet, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:00.204693 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752402354571'] for subnet, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:00.234854 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:00.235445 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:00.237101 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] 10.222.0.10 "PUT /v2.0/subnets/38496e28-a66d-4a7c-8842-ca1c186837cb HTTP/1.1" status: 200 len: 868 time: 0.3254666 Jul 15 22:49:00.251088 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ec9ec-4dae-4745-a0ba-e5f6458e52e6 None None] Network 42265c85-744f-45f5-81b4-aa0e28a16340 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:49:00.257689 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38496e28-a66d-4a7c-8842-ca1c186837cb,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:00.265128 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.265517 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.265933 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.266222 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.266554 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.266887 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.267219 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.267564 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.267900 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.268225 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.268548 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.268872 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5254583e-f4b1-4eea-9261-86693ff5db1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:00.576505 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-57e830e8-f894-4811-a116-be9a437636d8 None None] Provisioning complete for port 2fd61980-b623-4efb-af73-e018233d804d triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:00.576880 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-57e830e8-f894-4811-a116-be9a437636d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:00.663264 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-57e830e8-f894-4811-a116-be9a437636d8 None None] Provisioning complete for port 965f5d08-5d39-491a-afec-d8939a9fcc98 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:00.663628 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-57e830e8-f894-4811-a116-be9a437636d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:02.371600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 34952) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:02.566771 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4d397-2031-4dfd-bdfc-c9dc0aa8beed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:02.567172 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4d397-2031-4dfd-bdfc-c9dc0aa8beed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:02.568772 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-82f4d397-2031-4dfd-bdfc-c9dc0aa8beed admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961868 Jul 15 22:49:04.687535 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34962) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:04.883567 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e1491-4813-4140-8f30-48c7f3de3c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:04.884041 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e1491-4813-4140-8f30-48c7f3de3c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:04.885564 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-631e1491-4813-4140-8f30-48c7f3de3c6c admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970892 Jul 15 22:49:07.011528 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34970) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:07.137471 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cd25e-9dc5-4df4-922f-72a9b8995366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:07.138858 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ec7cd25e-9dc5-4df4-922f-72a9b8995366 admin admin] 10.222.0.10 "GET /v2.0/networks/42265c85-744f-45f5-81b4-aa0e28a16340 HTTP/1.1" status: 200 len: 869 time: 0.1263831 Jul 15 22:49:07.263363 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4c05ab86-882e-4430-b093-6a026dc71b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:09.262273 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 34978) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:09.385663 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aef699-1648-4032-93be-37c37d40ba06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:09.387081 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-34aef699-1648-4032-93be-37c37d40ba06 admin admin] 10.222.0.10 "GET /v2.0/networks/772f810b-0702-4834-a70d-16c97f25e45b HTTP/1.1" status: 200 len: 886 time: 0.1238542 Jul 15 22:49:09.919838 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4ba2cb50-a24b-442c-94ae-32e28fc01fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:10.175339 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:10.935614 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:11.511774 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34986) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:11.633851 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ed09e-fd14-4b21-ab72-81bd2f635b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:11.634310 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ed09e-fd14-4b21-ab72-81bd2f635b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:11.635844 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3c6ed09e-fd14-4b21-ab72-81bd2f635b94 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231380 Jul 15 22:49:12.442970 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:13.753780 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 34994) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:13.841630 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8002168-8521-489d-8d30-2b18cff7e48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:13.842102 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8002168-8521-489d-8d30-2b18cff7e48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:13.843594 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b8002168-8521-489d-8d30-2b18cff7e48a admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888586 Jul 15 22:49:15.971536 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35002) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:16.054159 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b34e15-9d4c-47ac-8497-7d95a51e2b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:16.055495 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-70b34e15-9d4c-47ac-8497-7d95a51e2b2d admin admin] 10.222.0.10 "GET /v2.0/subnets/07004ef8-7203-4e9c-bdf3-d76f4ca023e4 HTTP/1.1" status: 200 len: 816 time: 0.0830293 Jul 15 22:49:18.216536 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35010) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:18.316116 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5bbfb8-c0ef-465a-a379-9d4c92c77bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:18.317447 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3a5bbfb8-c0ef-465a-a379-9d4c92c77bb9 admin admin] 10.222.0.10 "GET /v2.0/subnets/38496e28-a66d-4a7c-8842-ca1c186837cb HTTP/1.1" status: 200 len: 868 time: 0.0999413 Jul 15 22:49:32.828857 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:49:37.264612 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-97f25675-5a05-4bda-9fc8-dfe714ed79fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:39.919485 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-260a15d8-71c5-4311-8682-3d5f2491b5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:40.177879 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:40.939378 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:42.236108 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35062) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:42.281155 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [None req-118a9d4c-0254-4bcc-ba99-6da7571e9cf9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:49:42.282256 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-118a9d4c-0254-4bcc-ba99-6da7571e9cf9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451093 Jul 15 22:49:42.449911 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:44.498063 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35070) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:44.556673 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd85c51b-58bf-4683-beea-843de64f38ff admin admin] GET failed (client error): The resource could not be found. Jul 15 22:49:44.558004 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-dd85c51b-58bf-4683-beea-843de64f38ff admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589318 Jul 15 22:49:44.756546 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dcd74f-bf37-4a51-93b4-c8f064072fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:44.758051 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-26dcd74f-bf37-4a51-93b4-c8f064072fec admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1961005 Jul 15 22:49:46.951520 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35078) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:46.996373 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:47.018628 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Made reservation on behalf of 388391a163d8414885f90cf09f56c2fa for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:49:47.020938 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.066152 dv-cinder-794962-10-iscsi neutron-server[92960]: WARNING neutron.services.revisions.revision_plugin [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Could not find related network for resource to bump revision. Jul 15 22:49:47.081478 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:49:47.094335 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752402467139', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.094879 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Unsubscribe: segment precommit_create {{(pid=92960) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 22:49:47.095340 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Added segment 016d03ca-ea04-43af-bc79-fa7a000e5912 of type vlan for network 36b95af5-f8b9-460b-87d5-b92c25c28940 Jul 15 22:49:47.140065 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.177914 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.179475 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:47.180051 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:47.230941 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2783539 Jul 15 22:49:47.271202 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=36b95af5-f8b9-460b-87d5-b92c25c28940,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:47.278459 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.278837 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.279188 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.279535 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.279871 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.280218 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.280556 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.280906 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.281262 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.281596 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.281948 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.282277 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725951d0-8e50-4f68-aa1c-13618be11ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:47.294724 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 36b95af5-f8b9-460b-87d5-b92c25c28940 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:49:49.384663 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35086) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:49:49.442902 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d3155c-dbc9-48c1-acb5-6e34127f1a3f admin admin] GET failed (client error): The resource could not be found. Jul 15 22:49:49.444721 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-00d3155c-dbc9-48c1-acb5-6e34127f1a3f admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586033 Jul 15 22:49:49.515988 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0c48d-8c98-43d7-abc1-6d633e7e0403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:49.517446 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-aca0c48d-8c98-43d7-abc1-6d633e7e0403 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689201 Jul 15 22:49:49.527474 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:49:49.547400 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Made reservation on behalf of 388391a163d8414885f90cf09f56c2fa for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:49:49.549704 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:49.711133 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:49.764468 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3791417c-b6a5-4085-b3f5-34f9437aba69,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:49.771147 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Checking segment: {'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:49:49.771499 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Network hostable DHCP agents. Network: 36b95af5-f8b9-460b-87d5-b92c25c28940, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:49:49.786548 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Network 36b95af5-f8b9-460b-87d5-b92c25c28940 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:49:49.794376 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 36b95af5-f8b9-460b-87d5-b92c25c28940) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:49:49.798206 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:49:49.798791 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:49.802982 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69fa834-1e1c-4860-98e1-b110b4007e6c None None] Network 36b95af5-f8b9-460b-87d5-b92c25c28940 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:49:49.826125 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-95cab157-fe01-4f5e-82b2-825948700f3e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3018365 Jul 15 22:49:50.047441 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-36b95af5-f8b9-460b-87d5-b92c25c28940', 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940', 'tenant_id': '388391a163d8414885f90cf09f56c2fa', 'fixed_ips': [{'subnet_id': '3791417c-b6a5-4085-b3f5-34f9437aba69'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:49:50.048374 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.183187 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Allocated IP 192.168.233.2 (36b95af5-f8b9-460b-87d5-b92c25c28940/3791417c-b6a5-4085-b3f5-34f9437aba69/6df625f9-6d69-4074-8b6c-fda2659075c6) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:49:50.320807 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.329284 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Transition to ACTIVE for port object 6df625f9-6d69-4074-8b6c-fda2659075c6 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:49:50.345416 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Transition to ACTIVE for port object 6df625f9-6d69-4074-8b6c-fda2659075c6 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:49:50.352499 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.391060 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Network 36b95af5-f8b9-460b-87d5-b92c25c28940 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:49:50.395689 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:49:50.399542 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:49:50.409713 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Pushing event updated for resources: {'Port': ['ID=6df625f9-6d69-4074-8b6c-fda2659075c6,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:50.434454 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.434824 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.435172 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.435512 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.435854 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.436175 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.436507 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.436835 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.437160 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.437490 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.437815 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.438165 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:49:50.470572 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Attempting to bind port 6df625f9-6d69-4074-8b6c-fda2659075c6 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:49:50.470947 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Attempting to bind port 6df625f9-6d69-4074-8b6c-fda2659075c6 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:49:50.471317 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Attempting to bind port 6df625f9-6d69-4074-8b6c-fda2659075c6 on network 36b95af5-f8b9-460b-87d5-b92c25c28940 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:49:50.476927 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:49:50.477304 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Checking segment: {'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:49:50.477710 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.478140 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Bound using segment: {'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:49:50.478625 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Bound port: 6df625f9-6d69-4074-8b6c-fda2659075c6, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:49:50.480101 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.540703 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] For port 6df625f9-6d69-4074-8b6c-fda2659075c6, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:49:50.544388 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] For port 6df625f9-6d69-4074-8b6c-fda2659075c6, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=6df625f9-6d69-4074-8b6c-fda2659075c6,segment=NetworkSegment(016d03ca-ea04-43af-bc79-fa7a000e5912),segment_id=016d03ca-ea04-43af-bc79-fa7a000e5912)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:49:50.548769 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:50.609620 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf400e-b578-43f3-bc7d-3b3aae70731f None None] Pushing event updated for resources: {'Port': ['ID=6df625f9-6d69-4074-8b6c-fda2659075c6,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:51.430502 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39570dca-55a4-4dbc-8db9-8a2c62e6feca None None] Network 36b95af5-f8b9-460b-87d5-b92c25c28940 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:49:51.534168 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-18905909-1a94-4b8a-acc0-8caafd332d75 None None] Provisioning for port 6df625f9-6d69-4074-8b6c-fda2659075c6 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:49:52.106089 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 6df625f9-6d69-4074-8b6c-fda2659075c6 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:49:52.154440 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 6df625f9-6d69-4074-8b6c-fda2659075c6 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:49:52.158060 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 6df625f9-6d69-4074-8b6c-fda2659075c6 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:52.158437 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:52.234238 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:52.268715 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 6df625f9-6d69-4074-8b6c-fda2659075c6, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=6df625f9-6d69-4074-8b6c-fda2659075c6,segment=NetworkSegment(016d03ca-ea04-43af-bc79-fa7a000e5912),segment_id=016d03ca-ea04-43af-bc79-fa7a000e5912)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:49:52.273406 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:49:52.320756 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=6df625f9-6d69-4074-8b6c-fda2659075c6,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:49:54.087320 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 6df625f9-6d69-4074-8b6c-fda2659075c6 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:49:54.135554 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 6df625f9-6d69-4074-8b6c-fda2659075c6 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:49:54.135929 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:07.264897 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4c0e0191-0866-45ae-a696-7b24e5d582a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:09.829484 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:50:09.921334 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0d8a4641-eef1-4b24-ab03-214c9caee980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:10.179533 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:10.941757 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:12.450939 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:37.265292 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-50083aa5-8215-4357-9044-327ee22fddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:39.922581 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-57e648d7-1fef-43de-8244-e6ac90a080be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:40.182165 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:40.943446 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:42.455477 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:46.827261 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:50:58.902642 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35138) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:50:58.908638 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [None req-cb1847d9-728e-47ec-9372-1f3ed60744ab tempest-verify_tempest_config-1265739061 tempest-verify_tempest_config-1265739061-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:50:58.909620 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cb1847d9-728e-47ec-9372-1f3ed60744ab tempest-verify_tempest_config-1265739061 tempest-verify_tempest_config-1265739061-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060091 Jul 15 22:50:59.208921 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35156) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:50:59.306363 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:59.392277 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:59.395690 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:59.441153 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac291d9388a347f5a7e1f5a69b3c61c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2312031 Jul 15 22:50:59.443128 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db847dfa-da25-46a1-965c-153435cdde9b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:50:59.443851 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35160) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:50:59.451913 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.452285 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.452634 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.452972 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.453303 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.453639 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.454000 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.454346 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.454695 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.455027 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.455351 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.455706 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53a8ac-71d1-4ec6-96df-a32ba4e96861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.524412 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:59.544331 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:59.630506 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:59.633359 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:50:59.635011 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db847dfa-da25-46a1-965c-153435cdde9b HTTP/1.1" status: 204 len: 168 time: 0.1901758 Jul 15 22:50:59.644037 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db847dfa-da25-46a1-965c-153435cdde9b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:50:59.650558 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.650912 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.651267 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.651617 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.651945 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.652282 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.652617 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.652963 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.653316 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.653648 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.654010 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:50:59.654337 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70813516-4975-43bb-ae42-ae5f8eedda91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:51:07.267567 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e649e70e-d42f-42cb-9c36-10f8f518c28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:09.923273 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7ca34974-8f42-410c-9b83-a5d0d5c1f276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:10.183346 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:10.948868 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:12.457645 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:23.826298 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:51:37.267440 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-635c534d-c545-423b-9194-2d7b44950cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:39.922280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0bfa-bba3-444e-a9b5-eac03d7fcb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:40.184394 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:40.949177 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:51:42.459299 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:00.825942 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 5 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:52:07.268330 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1f03d7d1-e418-4fe2-9ca2-c366b05768f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:09.922237 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4f8297e3-6ee4-4d78-8dd4-59259eafeab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:10.183283 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:10.952585 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:12.461427 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:36.283325 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759493'] for agent, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:37.268572 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d65ec361-a386-417d-abcf-57bf19dc0251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:37.825116 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:52:39.922782 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1160-8f72-4fa9-ba2d-faf026f654db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:40.183961 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:40.399783 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35214) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:52:40.500579 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-df95edfd-5861-4966-aa68-93b31fb919d3 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0997291 Jul 15 22:52:40.955973 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:42.466369 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:52:42.659495 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35224) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:52:42.711411 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-411bfb15-7336-4402-9794-a4984146b34a admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0507784 Jul 15 22:53:06.230364 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:07.268671 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-bc227d72-0418-4d24-a460-610af8888cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:09.925591 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-df22facf-81fe-4b9c-b936-d0cb4c0cf8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:10.183419 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:10.957765 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:12.470731 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:14.824542 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:53:36.247501 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:37.268444 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8f7f081d-35ef-449b-a684-448c7ee33c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:39.925320 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-00e975e5-def9-430d-b687-695438af5a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:40.184239 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:40.960632 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:42.472659 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:51.823815 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:54:06.262249 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:07.281640 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7c24f6dc-adbc-43e9-be21-79abe30a257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:07.727416 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35380) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:08.028909 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-846288278-network', 'tenant_id': '7156411184714655a2dfec3bd881e917'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:08.051016 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Made reservation on behalf of 7156411184714655a2dfec3bd881e917 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:08.053691 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.062542 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.164318 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.168856 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.199064 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff019585-9072-409b-b082-7ec4bd36425e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:08.206528 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:54:08.219380 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.220157 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Added segment 373b3388-3b32-4d18-a479-87f33a75e06d of type vlan for network 60a33b9b-ae14-4f7d-896b-dea40fd22550 Jul 15 22:54:08.222101 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.222473 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.222941 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.223414 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.223605 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.223944 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.224279 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.224692 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.224983 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.225464 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.225807 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.226232 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Tracked resource versions report: Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: pushed versions: Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Log': {'1.0'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Network': {'1.1'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Port': {'1.7'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'PortForwarding': {'1.2'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'QosPolicy': {'1.8'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SubPort': {'1.0'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Subnet': {'1.1'}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Trunk': {'1.1'}} Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: consumer versions: Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: { DHCP agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: HyperV agent@hv-cinder-79496: {}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: L3 agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: Metadata agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: Metering agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: Open vSwitch agent@dv-cinder-794962-10-iscsi: { 'AddressGroup': '1.2', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'ConntrackHelper': '1.0', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Log': '1.0', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Network': '1.1', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Port': '1.7', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'PortForwarding': '1.2', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'QosPolicy': '1.8', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SecurityGroup': '1.4', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SecurityGroupRule': '1.2', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'SubPort': '1.0', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Subnet': '1.1', Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: 'Trunk': '1.1'}} Jul 15 22:54:08.227205 dv-cinder-794962-10-iscsi neutron-server[92960]: {{(pid=92960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:08.284533 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.323713 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.326781 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:08.327869 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.404498 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=60a33b9b-ae14-4f7d-896b-dea40fd22550,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:08.410612 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-95e55704-7cde-43aa-a9c2-5d605e64d9b3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6813190 Jul 15 22:54:08.411648 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35430) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:08.415081 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 60a33b9b-ae14-4f7d-896b-dea40fd22550 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:54:08.420783 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Request body: {'subnet': {'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-subnet', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:08.445783 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Made reservation on behalf of 7156411184714655a2dfec3bd881e917 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:08.448965 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.718028 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.784878 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f2676c-d51c-4621-86ee-fc45816cf6fc,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:08.795435 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.795775 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.796403 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.796895 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.797377 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.797886 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.798379 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.798889 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.799363 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.799833 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.800313 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.801520 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Tracked resource versions report: Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: pushed versions: Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Log': {'1.0'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Network': {'1.1'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Port': {'1.7'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'PortForwarding': {'1.2'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'QosPolicy': {'1.8'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SubPort': {'1.0'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Subnet': {'1.1'}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Trunk': {'1.1'}} Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: consumer versions: Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: { DHCP agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: HyperV agent@hv-cinder-79496: {}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: L3 agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: Metadata agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: Metering agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: Open vSwitch agent@dv-cinder-794962-10-iscsi: { 'AddressGroup': '1.2', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'ConntrackHelper': '1.0', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Log': '1.0', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Network': '1.1', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Port': '1.7', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'PortForwarding': '1.2', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'QosPolicy': '1.8', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SecurityGroup': '1.4', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SecurityGroupRule': '1.2', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'SubPort': '1.0', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Subnet': '1.1', Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: 'Trunk': '1.1'}} Jul 15 22:54:08.802779 dv-cinder-794962-10-iscsi neutron-server[92961]: {{(pid=92961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:08.811953 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Checking segment: {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:08.812600 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Network hostable DHCP agents. Network: 60a33b9b-ae14-4f7d-896b-dea40fd22550, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:54:08.833149 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Network 60a33b9b-ae14-4f7d-896b-dea40fd22550 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:54:08.845679 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 60a33b9b-ae14-4f7d-896b-dea40fd22550) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:08.851221 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:08.853485 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.856474 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d10815-209d-423b-8bc6-d2e528fe894b None None] Network 60a33b9b-ae14-4f7d-896b-dea40fd22550 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:08.875833 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d33f57ee-e6f1-4357-9e72-72f8e26fbeb6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4623208 Jul 15 22:54:08.878740 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35452) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:08.883580 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:08.920669 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.923572 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.016821 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.134105 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc68267-0b3a-4205-964b-4fd93b642d7e None None] Network 60a33b9b-ae14-4f7d-896b-dea40fd22550 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:09.156733 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35464) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:09.201942 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.225879 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35470) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:09.459564 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.479460 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1431249548-network', 'tenant_id': '0abcfc200e4a4bf9924d1de22cc3117d'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:09.494609 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.507683 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Made reservation on behalf of 0abcfc200e4a4bf9924d1de22cc3117d for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:09.511152 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.526431 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-511460603-network', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:09.530074 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.619739 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Allocated IP 172.27.0.51 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/98eee8f9-9dd6-420f-9ba7-0722d80e34c7) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:09.635232 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.651125 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.688355 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:09.703595 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Made reservation on behalf of d7e9d27975c44047af95b08be8056d69 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:09.708359 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.723414 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:54:09.725998 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.836743 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.843558 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.844647 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Added segment fa6f1cc4-f342-4d2e-945e-3111e566e500 of type vlan for network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 Jul 15 22:54:09.854950 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.869630 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.870358 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:54:09.882935 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.883509 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Added segment e5be52b6-9926-410f-9d89-c00ac8ebc6d7 of type vlan for network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 Jul 15 22:54:09.935325 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2d326567-e389-4c17-b962-48405d8ffe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.953264 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.972085 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.988171 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.996815 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2053a2eb-02c9-4def-bf7d-ece9407b82f5,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:10.009151 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Pushing event updated for resources: {'Port': ['ID=98eee8f9-9dd6-420f-9ba7-0722d80e34c7,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:10.022647 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:10.024154 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:10.026908 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:10.042618 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.043634 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:10.044216 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.114457 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] Pushing event updated for resources: {'Network': ['ID=52cf0c7d-583f-49f5-b109-72b0f9a734d9,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:10.126229 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:54:10.128735 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.130667 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:10.131491 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.163168 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0039806 Jul 15 22:54:10.166808 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9045ea3a-ba7b-42b2-90ab-217f6df9ff0d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9393780 Jul 15 22:54:10.167620 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35508) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:10.171230 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35510) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:10.204242 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Request body: {'subnet': {'network_id': 'eb023e3d-baf9-4fb7-aff0-647bcec1b5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1431249548-subnet', 'tenant_id': '0abcfc200e4a4bf9924d1de22cc3117d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:10.229842 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Request body: {'subnet': {'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-511460603-subnet', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:10.335295 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a4248-a411-4399-ad54-9cad9e8c0655 admin admin] Pushing event updated for resources: {'Network': ['ID=eb023e3d-baf9-4fb7-aff0-647bcec1b5a0,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:10.357144 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:54:10.357383 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Made reservation on behalf of d7e9d27975c44047af95b08be8056d69 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:10.360317 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.374666 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.528816 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.795358 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Made reservation on behalf of 0abcfc200e4a4bf9924d1de22cc3117d for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:10.795924 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.796036 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.821547 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:10.948098 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87ab2f0-010a-40d8-9352-9a28ca180b3c,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:10.962481 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Checking segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:10.962885 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Network hostable DHCP agents. Network: 52cf0c7d-583f-49f5-b109-72b0f9a734d9, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:54:11.019540 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:54:11.036109 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 52cf0c7d-583f-49f5-b109-72b0f9a734d9) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:11.048131 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.048941 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19997745-4952-4207-84b7-cd6f5ea92e1e None None] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:11.068633 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:11.068856 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:54:11.069349 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.088854 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-03e4fbef-df3b-46a2-a8cd-ce049c8d79f4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8741622 Jul 15 22:54:11.089417 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35570) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:11.099875 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:11.145587 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.200786 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.202749 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.214870 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:11.232436 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Sync routers for ids ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:11.246820 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Routers {'35b1977e-c033-40e8-8ba7-9d99e33cb0f2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:11.247492 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:11.254862 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.258314 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3be58354-a9b9-4273-bf1c-24148739acb9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3783062 Jul 15 22:54:11.259195 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35580) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:11.371902 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0dc7bbd-1803-4235-a09a-da743c9b7cff,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:11.417063 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.418785 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Checking segment: {'id': 'fa6f1cc4-f342-4d2e-945e-3111e566e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb023e3d-baf9-4fb7-aff0-647bcec1b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:11.419151 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Network hostable DHCP agents. Network: eb023e3d-baf9-4fb7-aff0-647bcec1b5a0, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:54:11.437219 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:54:11.438146 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.601362 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Set router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:11.612115 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:54:11.736027 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.743225 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, eb023e3d-baf9-4fb7-aff0-647bcec1b5a0) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:11.772786 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5cdf85-7c71-46ab-b027-9d332b84c320 None None] Network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:11.785468 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Allocated IP 172.20.0.2 (52cf0c7d-583f-49f5-b109-72b0f9a734d9/c87ab2f0-010a-40d8-9352-9a28ca180b3c/012ccac4-e344-479d-b437-fb49dabb3b80) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:11.788631 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:11.789478 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:11.898269 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7ff89a3e-e8e0-426d-886e-5f111cfd6645 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6969547 Jul 15 22:54:12.008793 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35620) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:12.198066 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.209520 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Transition to ACTIVE for port object 012ccac4-e344-479d-b437-fb49dabb3b80 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:12.247178 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:54:10Z', 'revision_number': 3, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port': {'id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:09Z', 'updated_at': '2021-07-15T22:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:12.248894 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Transition to ACTIVE for port object 012ccac4-e344-479d-b437-fb49dabb3b80 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:12.270771 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.309045 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Checking router: 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:12.310538 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Updating router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:54:12.339224 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Pushing event updated for resources: {'Port': ['ID=012ccac4-e344-479d-b437-fb49dabb3b80,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:12.349911 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.350270 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.351013 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.351362 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.351705 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.352046 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.352543 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.352884 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.353674 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.354102 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.354379 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.354759 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Tracked resource versions report: Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: pushed versions: Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Log': {'1.0'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Network': {'1.1'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Port': {'1.7'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'PortForwarding': {'1.2'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'QosPolicy': {'1.8'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SubPort': {'1.0'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Subnet': {'1.1'}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Trunk': {'1.1'}} Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: consumer versions: Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: { DHCP agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: HyperV agent@hv-cinder-79496: {}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: L3 agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: Metadata agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: Metering agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: Open vSwitch agent@dv-cinder-794962-10-iscsi: { 'AddressGroup': '1.2', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'ConntrackHelper': '1.0', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Log': '1.0', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Network': '1.1', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Port': '1.7', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'PortForwarding': '1.2', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'QosPolicy': '1.8', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SecurityGroup': '1.4', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SecurityGroupRule': '1.2', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'SubPort': '1.0', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Subnet': '1.1', Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: 'Trunk': '1.1'}} Jul 15 22:54:12.356336 dv-cinder-794962-10-iscsi neutron-server[92962]: {{(pid=92962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:12.378290 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:12.382228 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:12.412755 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.422565 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:12.529589 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.541002 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.561721 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.565602 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Attempting to bind port 012ccac4-e344-479d-b437-fb49dabb3b80 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:12.566240 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Attempting to bind port 012ccac4-e344-479d-b437-fb49dabb3b80 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:12.567426 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Attempting to bind port 012ccac4-e344-479d-b437-fb49dabb3b80 on network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:12.593042 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:12.593715 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Checking segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:12.594661 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.595263 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Bound using segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:12.596196 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Bound port: 012ccac4-e344-479d-b437-fb49dabb3b80, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:12.596799 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.610751 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ad81d-9e8a-4df6-9c9e-ef167e538384 None None] Network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:12.616593 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.623331 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35636) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:12.670846 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9a57a0d2-86e3-4277-95e4-5bbd4ab4bbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.763596 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] For port 012ccac4-e344-479d-b437-fb49dabb3b80, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:12.768748 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] For port 012ccac4-e344-479d-b437-fb49dabb3b80, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=012ccac4-e344-479d-b437-fb49dabb3b80,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:12.770125 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-de28ee98-9bfb-4506-80c8-f80139076c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.794025 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.874699 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9a57a0d2-86e3-4277-95e4-5bbd4ab4bbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.888662 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9a57a0d2-86e3-4277-95e4-5bbd4ab4bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.903507 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Allocated IP 172.20.0.1 (60a33b9b-ae14-4f7d-896b-dea40fd22550/22f2676c-d51c-4621-86ee-fc45816cf6fc/bd53ca30-94d4-4441-8882-2a99e2ea3444) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:12.908740 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa3acc-4275-400e-9d78-61d8187ee25f None None] Pushing event updated for resources: {'Port': ['ID=012ccac4-e344-479d-b437-fb49dabb3b80,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:12.947523 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9a57a0d2-86e3-4277-95e4-5bbd4ab4bbfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=899dc9e06b744d1c86b855a3bb85e652&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9365730 Jul 15 22:54:12.951190 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35646) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:12.984968 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57a0d2-86e3-4277-95e4-5bbd4ab4bbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e978a3d2-23c4-4a00-81d2-68f8b70c4def,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:13.032075 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.043502 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Transition to ACTIVE for port object 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:13.055359 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.062910 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8662568b-72fc-47bb-bd39-9130e2eeead1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.100248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8662568b-72fc-47bb-bd39-9130e2eeead1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.110968 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.124250 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Attempting to bind port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:13.124635 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Attempting to bind port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:13.125930 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Attempting to bind port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:13.169036 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35666) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:13.179567 dv-cinder-794962-10-iscsi neutron-server[92960]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 22:54:13.184914 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:13.188817 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:13.189791 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.192403 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:13.194624 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Bound port: 98eee8f9-9dd6-420f-9ba7-0722d80e34c7, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:13.198106 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.248121 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8662568b-72fc-47bb-bd39-9130e2eeead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.255527 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Pushing event updated for resources: {'Port': ['ID=98eee8f9-9dd6-420f-9ba7-0722d80e34c7,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:13.256499 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8662568b-72fc-47bb-bd39-9130e2eeead1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.256499 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-8662568b-72fc-47bb-bd39-9130e2eeead1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e978a3d2-23c4-4a00-81d2-68f8b70c4def HTTP/1.1" status: 204 len: 168 time: 0.2875996 Jul 15 22:54:13.259360 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.260093 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.260997 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.262668 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.263305 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.264107 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.264629 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.265168 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.265983 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.266671 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.268026 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.268996 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Tracked resource versions report: Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: pushed versions: Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Log': {'1.0'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Network': {'1.1'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Port': {'1.7'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'PortForwarding': {'1.2'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'QosPolicy': {'1.8'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SubPort': {'1.0'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Subnet': {'1.1'}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Trunk': {'1.1'}} Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: consumer versions: Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: { DHCP agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: HyperV agent@hv-cinder-79496: {}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: L3 agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: Metadata agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: Metering agent@dv-cinder-794962-10-iscsi: {}, Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: Open vSwitch agent@dv-cinder-794962-10-iscsi: { 'AddressGroup': '1.2', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'ConntrackHelper': '1.0', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Log': '1.0', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Network': '1.1', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Port': '1.7', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'PortForwarding': '1.2', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'QosPolicy': '1.8', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SecurityGroup': '1.4', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SecurityGroupRule': '1.2', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'SubPort': '1.0', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Subnet': '1.1', Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: 'Trunk': '1.1'}} Jul 15 22:54:13.271212 dv-cinder-794962-10-iscsi neutron-server[92963]: {{(pid=92963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:13.299780 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662568b-72fc-47bb-bd39-9130e2eeead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978a3d2-23c4-4a00-81d2-68f8b70c4def,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:13.336248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-de28ee98-9bfb-4506-80c8-f80139076c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.348510 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] For port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:13.352823 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] For port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=98eee8f9-9dd6-420f-9ba7-0722d80e34c7,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:13.356278 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-de28ee98-9bfb-4506-80c8-f80139076c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.360221 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Allocated IP 172.27.0.137 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/dad55660-ad0a-49a4-922d-95acb5783fff) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:13.361588 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.434448 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28ee98-9bfb-4506-80c8-f80139076c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a179f26-73c2-435c-8408-9fa5a15c0ff2,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:13.502333 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-de28ee98-9bfb-4506-80c8-f80139076c60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e335bee5061247ca9dce63e70e242c8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8740189 Jul 15 22:54:13.505307 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35682) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:13.505875 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Routers {'35b1977e-c033-40e8-8ba7-9d99e33cb0f2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:13.506514 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:13.533210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.557770 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b687f-58e6-4baa-8fd1-d59ade3c123a None None] Pushing event updated for resources: {'Port': ['ID=98eee8f9-9dd6-420f-9ba7-0722d80e34c7,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:13.578546 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Network 60a33b9b-ae14-4f7d-896b-dea40fd22550 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:13.601983 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:13.646612 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:13.647996 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.731417 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] Set router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:13.766880 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fc78c016-7291-481e-859d-39a5b15a1ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.800463 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fc78c016-7291-481e-859d-39a5b15a1ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.889115 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fc78c016-7291-481e-859d-39a5b15a1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.897029 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fc78c016-7291-481e-859d-39a5b15a1ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.909856 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fc78c016-7291-481e-859d-39a5b15a1ad7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a179f26-73c2-435c-8408-9fa5a15c0ff2 HTTP/1.1" status: 204 len: 168 time: 0.3915591 Jul 15 22:54:13.924238 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35700) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:13.986116 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78c016-7291-481e-859d-39a5b15a1ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a179f26-73c2-435c-8408-9fa5a15c0ff2,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:14.014571 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9952-699f-4c2c-b204-2aacd10ad877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.046129 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Pushing event updated for resources: {'Port': ['ID=bd53ca30-94d4-4441-8882-2a99e2ea3444,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:14.050748 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.121465 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35702) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:14.170576 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-ff22f555-d66e-445b-92e2-2f9434e89e47 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:14.182450 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-ff22f555-d66e-445b-92e2-2f9434e89e47 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/networks?id=eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 HTTP/1.1" status: 200 len: 812 time: 1.0084052 Jul 15 22:54:14.186029 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:54:10Z', 'revision_number': 3, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port': {'id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:09Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:14.235202 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-eff71220-0160-4e1a-85a8-eeaae2411670 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/quotas/0abcfc200e4a4bf9924d1de22cc3117d HTTP/1.1" status: 200 len: 375 time: 0.0190079 Jul 15 22:54:14.273283 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4f686-5620-4f67-83fc-92da8a63bae6 None None] The sync data for ids ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'] in dv-cinder-794962-10-iscsi is: [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:54:10Z', 'revision_number': 3, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port': {'id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:09Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:14.370884 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.451445 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 012ccac4-e344-479d-b437-fb49dabb3b80 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:14.465511 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Pushing event updated for resources: {'Port': ['ID=dad55660-ad0a-49a4-922d-95acb5783fff,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:14.484320 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-b9f2f54a-5367-4f38-bba0-d4f9746efba2 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0abcfc200e4a4bf9924d1de22cc3117d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2398403 Jul 15 22:54:14.495626 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:14.499337 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:14.502065 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:14.571231 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa7363-ccff-44ba-962b-53ec5a98051b None None] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:14.615994 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.622124 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 012ccac4-e344-479d-b437-fb49dabb3b80 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:14.670290 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f1291294-3879-4c66-a6a2-36e424b954b1 None None] Provisioning for port 012ccac4-e344-479d-b437-fb49dabb3b80 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:14.763628 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f1291294-3879-4c66-a6a2-36e424b954b1 None None] Provisioning complete for port 012ccac4-e344-479d-b437-fb49dabb3b80 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:14.765211 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1291294-3879-4c66-a6a2-36e424b954b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.793064 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-302a47bd-71ca-4592-ad19-1b5b88d722f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.824722 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9952-699f-4c2c-b204-2aacd10ad877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.833513 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f9b9952-699f-4c2c-b204-2aacd10ad877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.889991 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-ab02ffb8-3347-4633-bac6-62f295f0e5a8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:54:14.891237 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-ab02ffb8-3347-4633-bac6-62f295f0e5a8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1399319 Jul 15 22:54:15.021365 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4f9b9952-699f-4c2c-b204-2aacd10ad877 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c43509c8c657495c9454da90febf5e8b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0959780 Jul 15 22:54:15.029131 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35732) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:15.031391 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b9952-699f-4c2c-b204-2aacd10ad877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6340d5d3-3e2f-4ff1-a6ea-7bcedad7c4bc,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:15.075649 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.088792 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.089962 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.184057 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1291294-3879-4c66-a6a2-36e424b954b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.184268 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.282695 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f1291294-3879-4c66-a6a2-36e424b954b1 None None] For port 012ccac4-e344-479d-b437-fb49dabb3b80, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=012ccac4-e344-479d-b437-fb49dabb3b80,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:15.288543 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-c038c999-4cf3-4457-9415-11047c35a148 service neutron] 10.222.0.10 "GET /v2.0/networks/eb023e3d-baf9-4fb7-aff0-647bcec1b5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863096 Jul 15 22:54:15.311128 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f1291294-3879-4c66-a6a2-36e424b954b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.340974 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-302a47bd-71ca-4592-ad19-1b5b88d722f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.360263 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-302a47bd-71ca-4592-ad19-1b5b88d722f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.422317 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1291294-3879-4c66-a6a2-36e424b954b1 None None] Pushing event updated for resources: {'Port': ['ID=012ccac4-e344-479d-b437-fb49dabb3b80,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:15.524509 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35760) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:15.536145 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-302a47bd-71ca-4592-ad19-1b5b88d722f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1114d902a644677b73345df04af33e0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3423760 Jul 15 22:54:15.536501 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35764) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:15.546231 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a47bd-71ca-4592-ad19-1b5b88d722f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea9495b-72f4-4c0b-908a-02f218146252,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:15.658913 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d0071703-9d2b-4acf-b65c-eac4822905d7 None None] Provisioning complete for port 012ccac4-e344-479d-b437-fb49dabb3b80 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:15.659466 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d0071703-9d2b-4acf-b65c-eac4822905d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.666964 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-920c869d-5d61-4eb7-a2c5-f88cd1f1c0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.688943 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.700182 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Pushing event updated for resources: {'Port': ['ID=bd53ca30-94d4-4441-8882-2a99e2ea3444,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:15.705648 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Network 60a33b9b-ae14-4f7d-896b-dea40fd22550 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:15.711518 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-920c869d-5d61-4eb7-a2c5-f88cd1f1c0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.729271 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:15.803832 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-264a5d47-56bd-45f1-ad83-70edb7cea24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.894105 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-920c869d-5d61-4eb7-a2c5-f88cd1f1c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.897932 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-920c869d-5d61-4eb7-a2c5-f88cd1f1c0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.899359 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-920c869d-5d61-4eb7-a2c5-f88cd1f1c0e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ea9495b-72f4-4c0b-908a-02f218146252 HTTP/1.1" status: 204 len: 168 time: 0.3617523 Jul 15 22:54:15.920635 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c869d-5d61-4eb7-a2c5-f88cd1f1c0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea9495b-72f4-4c0b-908a-02f218146252,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:15.935994 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Router ed94bcca-704a-4356-ad71-dad1e3577ac0 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:54:15.979436 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:54:15.985652 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-122413553-network', 'tenant_id': '0be2b3c32cdb44c0a97dd66e05f2300b'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:16.068036 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-03875ca8-9385-40da-8a22-e9c3ce3ea363 service neutron] 10.222.0.10 "GET /v2.0/networks/eb023e3d-baf9-4fb7-aff0-647bcec1b5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785718 Jul 15 22:54:16.141458 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:16.161350 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Sync routers for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:16.168441 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-264a5d47-56bd-45f1-ad83-70edb7cea24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.172482 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:16.173462 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:16.223383 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.225048 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-58e10250-a25f-4d2f-926c-0dece12aec70 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1295640 Jul 15 22:54:16.227895 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35790) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:16.234225 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Made reservation on behalf of 0be2b3c32cdb44c0a97dd66e05f2300b for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:16.239221 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.253315 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.266883 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:16.276739 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-dec5b169-0118-4a75-a40f-f6038c114761 admin admin] 10.222.0.10 "PUT /v2.0/routers/35b1977e-c033-40e8-8ba7-9d99e33cb0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0163126 Jul 15 22:54:16.421202 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-264a5d47-56bd-45f1-ad83-70edb7cea24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.424054 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-264a5d47-56bd-45f1-ad83-70edb7cea24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.429501 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-264a5d47-56bd-45f1-ad83-70edb7cea24c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6340d5d3-3e2f-4ff1-a6ea-7bcedad7c4bc HTTP/1.1" status: 204 len: 168 time: 1.3748472 Jul 15 22:54:16.465154 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a5d47-56bd-45f1-ad83-70edb7cea24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6340d5d3-3e2f-4ff1-a6ea-7bcedad7c4bc,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:16.543068 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 012ccac4-e344-479d-b437-fb49dabb3b80 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:16.627183 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.634980 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.656237 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:16.722342 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:54:16.803533 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.803533 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Added segment 891a1663-14e6-4e04-acc8-a3d2b200fb95 of type vlan for network 65a7f473-be10-466a-b4df-ac2277bf3716 Jul 15 22:54:16.985473 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bd99b6e2-e810-4580-8d0f-f9d550e0eacf req-c6f74707-2f2e-4f8c-9dd6-ffdff29cbf20 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 210 time: 0.1930757 Jul 15 22:54:16.990239 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 012ccac4-e344-479d-b437-fb49dabb3b80 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:16.990715 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:16.994313 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ffbe4f-a131-41bd-92c4-66092f525dbf,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:17.099029 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.169591 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.171045 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:17.171508 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.187132 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Sync routers for ids ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:17.199948 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Routers {'35b1977e-c033-40e8-8ba7-9d99e33cb0f2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:17.205869 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:17.206223 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 3, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:17.209934 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:17.223928 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6914170 Jul 15 22:54:17.252112 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 35852) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:17.265212 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Checking router: ed94bcca-704a-4356-ad71-dad1e3577ac0 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:17.265859 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Updating router ed94bcca-704a-4356-ad71-dad1e3577ac0 port dad55660-ad0a-49a4-922d-95acb5783fff binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:54:17.285915 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Request body: {'subnet': {'network_id': '65a7f473-be10-466a-b4df-ac2277bf3716', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-122413553-subnet', 'tenant_id': '0be2b3c32cdb44c0a97dd66e05f2300b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:17.335584 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.343020 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b08246-d5af-4113-841c-02a4c29a496f admin admin] Pushing event updated for resources: {'Network': ['ID=65a7f473-be10-466a-b4df-ac2277bf3716,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:17.361190 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Made reservation on behalf of 0be2b3c32cdb44c0a97dd66e05f2300b for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:17.364786 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.394421 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 65a7f473-be10-466a-b4df-ac2277bf3716 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:54:17.454775 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.539137 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:17.594421 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:17.594904 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.686468 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Set router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:17.802016 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.819787 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.844477 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=98eee8f9-9dd6-420f-9ba7-0722d80e34c7,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:17.853826 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.968298 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Allocated IP 172.20.0.1 (52cf0c7d-583f-49f5-b109-72b0f9a734d9/c87ab2f0-010a-40d8-9352-9a28ca180b3c/dbfa4ee8-487c-4a78-8900-5e8cc5c6059e) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:17.985459 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e427da43-84b1-4d0b-ad38-2460a79c81cc,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:18.017064 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Checking segment: {'id': '891a1663-14e6-4e04-acc8-a3d2b200fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '65a7f473-be10-466a-b4df-ac2277bf3716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:18.017421 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Network hostable DHCP agents. Network: 65a7f473-be10-466a-b4df-ac2277bf3716, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:54:18.032874 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=98eee8f9-9dd6-420f-9ba7-0722d80e34c7,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:18.050689 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.078657 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Transition to ACTIVE for port object dad55660-ad0a-49a4-922d-95acb5783fff will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:18.086301 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f70348-9641-472f-95f8-5aa52363fc59 req-278384a1-e3ef-4c0d-b03b-e4ff025b4be0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:18.087870 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-278384a1-e3ef-4c0d-b03b-e4ff025b4be0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 818 time: 0.2816079 Jul 15 22:54:18.093802 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.132182 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 35894) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:18.137210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Network 65a7f473-be10-466a-b4df-ac2277bf3716 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:54:18.140298 dv-cinder-794962-10-iscsi neutron-server[92961]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 22:54:18.142845 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 4, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port': {'id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:09Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'bd53ca30-94d4-4441-8882-2a99e2ea3444', 'name': '', 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'mac_address': 'fa:16:3e:7a:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '22f2676c-d51c-4621-86ee-fc45816cf6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 2, 'project_id': '7156411184714655a2dfec3bd881e917', 'subnets': [{'id': '22f2676c-d51c-4621-86ee-fc45816cf6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:18.168478 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-c39c2e3d-7076-40dd-9e1d-cc0c2baf7d75 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/quotas/7156411184714655a2dfec3bd881e917 HTTP/1.1" status: 200 len: 375 time: 0.0670340 Jul 15 22:54:18.173118 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 65a7f473-be10-466a-b4df-ac2277bf3716) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:18.199520 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Attempting to bind port dad55660-ad0a-49a4-922d-95acb5783fff on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:18.200062 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Attempting to bind port dad55660-ad0a-49a4-922d-95acb5783fff by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:18.200577 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Attempting to bind port dad55660-ad0a-49a4-922d-95acb5783fff on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:18.207991 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8177c92f-b9e2-45df-a0e3-48e29720d2a0 None None] Network 65a7f473-be10-466a-b4df-ac2277bf3716 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:18.210606 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Checking router: 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:18.211563 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Updating router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 port bd53ca30-94d4-4441-8882-2a99e2ea3444 binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:54:18.218727 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:18.219273 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.283058 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-60fae7fb-6004-43bf-aab4-a9693ebdacf4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0245206 Jul 15 22:54:18.300897 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.337280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:18.337280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:18.337280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.337280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:18.337280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Bound port: dad55660-ad0a-49a4-922d-95acb5783fff, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:18.338035 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.360147 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5a772929-b1f5-4e1f-b4cc-cac93d4118ac tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844528 Jul 15 22:54:18.467168 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:18.521945 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1709788-06d9-4ed2-88e2-13203682a0b0 None None] Network 65a7f473-be10-466a-b4df-ac2277bf3716 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:18.552681 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63760cd-df30-4b42-aee7-6a8b267e02d9 None None] Pushing event updated for resources: {'Port': ['ID=dad55660-ad0a-49a4-922d-95acb5783fff,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:18.577087 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] For port dad55660-ad0a-49a4-922d-95acb5783fff, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:18.623001 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-14485dec-619f-46f2-8f72-dce3dda16468 service neutron] 10.222.0.10 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534864 Jul 15 22:54:18.635174 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92a2a6c3-4cde-43b9-b63b-ce2ef1f70f3c req-6bdadbea-a6c8-4180-856d-c3b1433b15db tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 210 time: 0.5019219 Jul 15 22:54:18.643829 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] For port dad55660-ad0a-49a4-922d-95acb5783fff, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=dad55660-ad0a-49a4-922d-95acb5783fff,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:18.653341 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.717097 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.753534 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Transition to ACTIVE for port object dbfa4ee8-487c-4a78-8900-5e8cc5c6059e will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:18.826056 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.856664 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-87051959-c813-4549-930b-85016cef710c service neutron] 10.222.0.10 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295289 Jul 15 22:54:18.926027 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:18.926990 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:18.929881 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:18.942648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:18.943456 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:18.977978 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:18.978585 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.026844 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:19.027602 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:19.035859 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63760cd-df30-4b42-aee7-6a8b267e02d9 None None] Pushing event updated for resources: {'Port': ['ID=dad55660-ad0a-49a4-922d-95acb5783fff,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:19.038963 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.070470 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Transition to ACTIVE for port object bd53ca30-94d4-4441-8882-2a99e2ea3444 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:19.091731 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.398680 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9e606bd6-2937-4ef0-877c-1fb9ff689c4c req-ffcbb5b1-7ee8-465d-af2d-3911028ab22e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 210 time: 0.0806293 Jul 15 22:54:19.413898 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37580f4e-d8a7-40a5-af23-26517022a9c7 None None] Pushing event updated for resources: {'Port': ['ID=bd53ca30-94d4-4441-8882-2a99e2ea3444,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:19.426743 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:19.499975 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.512657 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Attempting to bind port bd53ca30-94d4-4441-8882-2a99e2ea3444 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:19.513426 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Attempting to bind port bd53ca30-94d4-4441-8882-2a99e2ea3444 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:19.516549 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Attempting to bind port bd53ca30-94d4-4441-8882-2a99e2ea3444 on network 60a33b9b-ae14-4f7d-896b-dea40fd22550 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:19.534961 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:19.535695 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Checking segment: {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:19.536297 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.536867 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Bound using segment: {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:19.537532 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Bound port: bd53ca30-94d4-4441-8882-2a99e2ea3444, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:19.538151 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.626103 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-94dd9497-2301-49f8-b024-b17470191926 None None] Provisioning for port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:19.636215 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] For port bd53ca30-94d4-4441-8882-2a99e2ea3444, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:19.641607 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] For port bd53ca30-94d4-4441-8882-2a99e2ea3444, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=bd53ca30-94d4-4441-8882-2a99e2ea3444,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:19.649057 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.701577 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-94dd9497-2301-49f8-b024-b17470191926 None None] Provisioning complete for port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:19.703072 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-94dd9497-2301-49f8-b024-b17470191926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:19.732298 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37580f4e-d8a7-40a5-af23-26517022a9c7 None None] Pushing event updated for resources: {'Port': ['ID=bd53ca30-94d4-4441-8882-2a99e2ea3444,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:19.751302 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Routers {'35b1977e-c033-40e8-8ba7-9d99e33cb0f2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:19.751932 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:19.869300 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-94dd9497-2301-49f8-b024-b17470191926 None None] Port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:54:20.009722 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 3, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:20.074927 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] Set router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:20.078636 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750f89d-e4c8-45d7-8023-e3b832ea7b8f None None] The sync data for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi is: [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 3, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:20.171336 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b4651532-15c2-408e-b6d9-97f9b953bcd7 req-409e4224-6d46-4f50-bf3f-e3e00146ee3b tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 210 time: 0.0750451 Jul 15 22:54:20.206228 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36004) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:20.214055 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1805331837-network', 'tenant_id': 'fffbbefbc99d442fa423303b2a0f9d8a'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:20.266650 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Made reservation on behalf of fffbbefbc99d442fa423303b2a0f9d8a for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:20.278630 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.302275 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.470604 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.512476 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.514342 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.543240 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 4, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port': {'id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:09Z', 'updated_at': '2021-07-15T22:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'bd53ca30-94d4-4441-8882-2a99e2ea3444', 'name': '', 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'mac_address': 'fa:16:3e:7a:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '22f2676c-d51c-4621-86ee-fc45816cf6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': '7156411184714655a2dfec3bd881e917', 'subnets': [{'id': '22f2676c-d51c-4621-86ee-fc45816cf6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:20.683050 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a8a86-7bb0-4d9a-911e-a3e60c1af13d None None] The sync data for ids ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'] in dv-cinder-794962-10-iscsi is: [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 4, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port': {'id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:09Z', 'updated_at': '2021-07-15T22:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'bd53ca30-94d4-4441-8882-2a99e2ea3444', 'name': '', 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'mac_address': 'fa:16:3e:7a:b0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '22f2676c-d51c-4621-86ee-fc45816cf6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': '7156411184714655a2dfec3bd881e917', 'subnets': [{'id': '22f2676c-d51c-4621-86ee-fc45816cf6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:20.688089 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.700764 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.804426 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:54:20.826778 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.827426 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Added segment fe448b41-ba2a-4c95-a230-da04412a473d of type vlan for network 6ed512b6-a702-4229-9787-a0b94b84d0f8 Jul 15 22:54:20.893357 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.955987 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:20.957565 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:20.958562 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:21.024113 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-f14f018c-6a80-4975-93ef-4277c5fa8146 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:21.032987 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-f14f018c-6a80-4975-93ef-4277c5fa8146 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 818 time: 0.9678779 Jul 15 22:54:21.037046 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:21.104819 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed512b6-a702-4229-9787-a0b94b84d0f8,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:21.113644 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d76afb-316a-4ae4-9bf1-74be863c7118,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:21.117273 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-c6f7c20b-1d11-4368-bfe3-5f7a1dee8165 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/quotas/7156411184714655a2dfec3bd881e917 HTTP/1.1" status: 200 len: 375 time: 0.0731797 Jul 15 22:54:21.141094 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 6ed512b6-a702-4229-9787-a0b94b84d0f8 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:54:21.148470 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ecfc4986-9e6f-4b78-946e-b416a9c2b681 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9404700 Jul 15 22:54:21.152472 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36050) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:21.163945 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Request body: {'subnet': {'network_id': '6ed512b6-a702-4229-9787-a0b94b84d0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1805331837-subnet', 'tenant_id': 'fffbbefbc99d442fa423303b2a0f9d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:21.279431 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Made reservation on behalf of fffbbefbc99d442fa423303b2a0f9d8a for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:21.286785 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:21.448356 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:21.463181 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:21.572591 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-66cd3375-024f-46b5-97ca-e41caf3d7545 req-7accec08-9ac3-4889-98c1-b1c200900155 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 210 time: 0.1232779 Jul 15 22:54:21.709547 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-1848570d-b849-4be0-b31c-39c50203b349 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5693374 Jul 15 22:54:21.824057 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.22', 59828) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:21.950928 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:22.025724 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a4f938fe-6883-4ff5-980f-d6fd79bdacf6 None None] Provisioning complete for port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:22.026136 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a4f938fe-6883-4ff5-980f-d6fd79bdacf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:22.047024 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Router ed94bcca-704a-4356-ad71-dad1e3577ac0 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:54:22.104605 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-a4f938fe-6883-4ff5-980f-d6fd79bdacf6 None None] Port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:54:22.164270 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36090) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:22.260165 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=564a8a5f-7f42-44c1-b506-90b379a3278a,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:22.274707 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Checking segment: {'id': 'fe448b41-ba2a-4c95-a230-da04412a473d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6ed512b6-a702-4229-9787-a0b94b84d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:22.278951 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Network hostable DHCP agents. Network: 6ed512b6-a702-4229-9787-a0b94b84d0f8, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:54:22.305501 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b4c138e7-fdf7-4998-a9c3-223bdb8d9b45 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:54:22.306845 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b4c138e7-fdf7-4998-a9c3-223bdb8d9b45 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2546546 Jul 15 22:54:22.325076 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-4ce07118-aa99-4a42-bbc8-5cbcd7be85b6 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:22.327662 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-4ce07118-aa99-4a42-bbc8-5cbcd7be85b6 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.22 "GET /v2.0/networks?id=eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 HTTP/1.1" status: 200 len: 812 time: 0.4653094 Jul 15 22:54:22.336920 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Network 6ed512b6-a702-4229-9787-a0b94b84d0f8 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:54:22.350440 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 6ed512b6-a702-4229-9787-a0b94b84d0f8) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:22.360528 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c7538-1373-40eb-b1b7-195a7b70344b None None] Network 6ed512b6-a702-4229-9787-a0b94b84d0f8 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:22.399384 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:22.401335 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:22.409143 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a5e22f79-fb53-43eb-93f1-029361a3f34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:22.415670 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Request body: {'port': {'device_id': '3c8d58fd-3cd4-4acb-8479-b7d7f67c3052', 'network_id': 'eb023e3d-baf9-4fb7-aff0-647bcec1b5a0', 'admin_state_up': True, 'tenant_id': '0abcfc200e4a4bf9924d1de22cc3117d'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:22.505454 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:22.534882 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a2195267-1ab9-4294-aeb6-f7d002df1c84 admin admin] 10.222.0.10 "PUT /v2.0/routers/ed94bcca-704a-4356-ad71-dad1e3577ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3056960 Jul 15 22:54:22.556957 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device bd53ca30-94d4-4441-8882-2a99e2ea3444 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:22.565537 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-1ae64cbc-1921-4aa5-852a-ef62ff0b6a3f service neutron] 10.222.0.10 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378123 Jul 15 22:54:22.686184 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a5e22f79-fb53-43eb-93f1-029361a3f34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:22.703073 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-58950de9-dc04-46e8-8a18-fe121e66e9d1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5494769 Jul 15 22:54:22.776422 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a5e22f79-fb53-43eb-93f1-029361a3f34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:22.782954 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.22', 59833) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:22.887620 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38376d1b-bf53-4857-9c7c-eacb15e85f74 None None] Network 6ed512b6-a702-4229-9787-a0b94b84d0f8 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:22.926018 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port bd53ca30-94d4-4441-8882-2a99e2ea3444 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:22.954145 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port bd53ca30-94d4-4441-8882-2a99e2ea3444 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:22.954814 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.017118 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-4c4348e8-9b31-4207-a6ef-d260c401ce52 service neutron] 10.222.0.10 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431405 Jul 15 22:54:23.031292 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e22f79-fb53-43eb-93f1-029361a3f34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e6a8b9-1d0a-41dc-a8aa-9f3af282124a,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:23.087106 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36150) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:23.089466 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a5e22f79-fb53-43eb-93f1-029361a3f34e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c04a8c21919b4c448b433f129436a11d&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9087400 Jul 15 22:54:23.126391 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36154) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:23.256654 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-109d2a06-e761-4eaf-84ed-df2b3ea9b44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.350134 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-109d2a06-e761-4eaf-84ed-df2b3ea9b44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.433215 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.450371 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36182) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:23.497597 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Made reservation on behalf of 0abcfc200e4a4bf9924d1de22cc3117d for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:23.499571 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-109d2a06-e761-4eaf-84ed-df2b3ea9b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.501936 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.502053 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-109d2a06-e761-4eaf-84ed-df2b3ea9b44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.514207 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-109d2a06-e761-4eaf-84ed-df2b3ea9b44e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25e6a8b9-1d0a-41dc-a8aa-9f3af282124a HTTP/1.1" status: 204 len: 168 time: 0.4254761 Jul 15 22:54:23.546975 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d2a06-e761-4eaf-84ed-df2b3ea9b44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e6a8b9-1d0a-41dc-a8aa-9f3af282124a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:23.589420 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port bd53ca30-94d4-4441-8882-2a99e2ea3444, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=bd53ca30-94d4-4441-8882-2a99e2ea3444,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:23.596225 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48bdaead-33a6-46dc-82b0-53c571c4fc2b req-7e809d4d-f700-4f96-8405-45ca20ea91ab tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 210 time: 0.4687445 Jul 15 22:54:23.618468 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:23.620735 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device dad55660-ad0a-49a4-922d-95acb5783fff up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:23.897665 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port dad55660-ad0a-49a4-922d-95acb5783fff completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:23.905747 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port dad55660-ad0a-49a4-922d-95acb5783fff triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:23.906434 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.072604 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=bd53ca30-94d4-4441-8882-2a99e2ea3444,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:24.119907 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Sync routers for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:24.168193 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f4ea0f-a282-4649-94a9-f4d8ff587cfa admin admin] Deleting subnet e427da43-84b1-4d0b-ad38-2460a79c81cc {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 22:54:24.172526 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61f4ea0f-a282-4649-94a9-f4d8ff587cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.191399 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:24.192012 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:24.217089 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61f4ea0f-a282-4649-94a9-f4d8ff587cfa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.228057 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61f4ea0f-a282-4649-94a9-f4d8ff587cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.287706 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a856f754-70e6-499e-9e22-529d466c85d7 req-4efa45ff-5cf8-468d-b89c-b8dade3daf0a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 210 time: 0.2448251 Jul 15 22:54:24.344970 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.353400 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f70348-9641-472f-95f8-5aa52363fc59 req-8606190d-e5a0-480a-b580-4dab98902af4 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:24.362270 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-8606190d-e5a0-480a-b580-4dab98902af4 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 818 time: 1.5705113 Jul 15 22:54:24.417312 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port dad55660-ad0a-49a4-922d-95acb5783fff, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=dad55660-ad0a-49a4-922d-95acb5783fff,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:24.444310 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Request body: {'port': {'device_id': '78b48a27-fb26-4f6a-b2a9-66897b8b34d6', 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550', 'admin_state_up': True, 'tenant_id': '7156411184714655a2dfec3bd881e917'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:24.450613 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.467183 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fa75c93a-a461-4b89-a3e0-d6ae00b63e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.531597 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:24.592008 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36254) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:24.622190 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-30743daa-d5b1-4e72-8b9d-f4555bc7b56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.623987 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61f4ea0f-a282-4649-94a9-f4d8ff587cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.679317 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-61f4ea0f-a282-4649-94a9-f4d8ff587cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.682500 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-61f4ea0f-a282-4649-94a9-f4d8ff587cfa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e427da43-84b1-4d0b-ad38-2460a79c81cc HTTP/1.1" status: 204 len: 168 time: 1.5334320 Jul 15 22:54:24.685943 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36258) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:24.804027 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Allocated IP 172.20.0.2 (eb023e3d-baf9-4fb7-aff0-647bcec1b5a0/e0dc7bbd-1803-4235-a09a-da743c9b7cff/36eeece3-7233-4b32-89aa-d7eb26f20a61) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:24.820658 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:24.832466 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36264) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:24.851203 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-3ada21e0-9279-46d3-97bc-feef0c5562cf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957413315', 'description': 'tempest-description--363874175'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:24.858719 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4ea0f-a282-4649-94a9-f4d8ff587cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e427da43-84b1-4d0b-ad38-2460a79c81cc,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:25.118595 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device bd53ca30-94d4-4441-8882-2a99e2ea3444 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:25.160226 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c45e449-8845-4411-a8ed-4730e9e48019 req-c35cbc6c-fbfa-4169-ba29-00a370dcbec8 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 210 time: 0.2676408 Jul 15 22:54:25.238734 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=dad55660-ad0a-49a4-922d-95acb5783fff,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:25.263685 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port bd53ca30-94d4-4441-8882-2a99e2ea3444 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:25.264351 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.341068 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 2, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:25.384385 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Checking router: ed94bcca-704a-4356-ad71-dad1e3577ac0 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:25.385164 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Updating router ed94bcca-704a-4356-ad71-dad1e3577ac0 port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:54:25.442084 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.570353 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36284) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:25.701658 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fa75c93a-a461-4b89-a3e0-d6ae00b63e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.716376 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fa75c93a-a461-4b89-a3e0-d6ae00b63e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.740606 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.794048 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fa75c93a-a461-4b89-a3e0-d6ae00b63e04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=740c7856d26b4b08a7e8d766d6a94d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3131285 Jul 15 22:54:25.809945 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36292) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:25.828231 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-45c01b0e-ec99-44b3-b722-558434cf7cbb req-f3e32a98-e7e2-4421-a573-91dc8cc69572 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 210 time: 0.0597420 Jul 15 22:54:25.833195 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.833726 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.834979 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.835453 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.835922 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.836644 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.837285 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.837765 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.838234 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.838707 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:25.903278 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.919498 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-50ffe9a6-df02-4615-9f11-91b6a9b214ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:25.949901 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75c93a-a461-4b89-a3e0-d6ae00b63e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13545b32-71bd-408e-903a-e32572cd985d,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:25.984055 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36294) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:26.107260 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.108675 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5cd219fc-ea58-4a0e-883e-a303e530f128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.123002 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.148926 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Transition to ACTIVE for port object dbfa4ee8-487c-4a78-8900-5e8cc5c6059e will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:26.172642 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.251629 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-baf17336-92aa-427e-a20c-07e7a24f6ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.255187 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d64765-d003-43b0-ae0e-ec8568a5d197 None None] Pushing event updated for resources: {'Port': ['ID=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:26.280653 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:26.281007 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:26.281341 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:26.281671 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:54:26.286171 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a7f473-be10-466a-b4df-ac2277bf3716']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:26.328266 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891a1663-14e6-4e04-acc8-a3d2b200fb95') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:26.328567 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891a1663-14e6-4e04-acc8-a3d2b200fb95') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:26.353620 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Attempting to bind port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:26.354266 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Attempting to bind port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:26.355196 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Attempting to bind port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e on network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:26.362098 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:26.362724 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Checking segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:26.363213 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.363833 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Bound using segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:26.364829 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Bound port: dbfa4ee8-487c-4a78-8900-5e8cc5c6059e, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:26.365978 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.367374 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869178'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.378076 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5cd219fc-ea58-4a0e-883e-a303e530f128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.406803 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:26.409164 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:26.420015 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.435077 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 22:54:26.435489 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8114659'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.485583 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] For port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:26.497688 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] For port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:26.512725 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: from cryptography.utils import int_from_bytes Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: from cryptography.utils import int_from_bytes Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: timer() Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: cb(*args, **kw) Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: self._notify() Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: self.callback(batched_events) Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: event.method(event) Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._get(url).json() Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 22:54:26.524869 dv-cinder-794962-10-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 22:54:26.543531 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.565111 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.567209 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/65a7f473-be10-466a-b4df-ac2277bf3716 HTTP/1.1" status: 204 len: 168 time: 1.8802226 Jul 15 22:54:26.570503 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36302) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:26.571208 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c704f5-3716-4b2f-bbdf-fa2309ba63c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a7f473-be10-466a-b4df-ac2277bf3716,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:26.583912 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:26.593605 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:26.595531 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.645957 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-f763677a-6575-403b-b6a1-f12652a56e16 admin admin] Deleting subnet 564a8a5f-7f42-44c1-b506-90b379a3278a {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 22:54:26.654133 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f763677a-6575-403b-b6a1-f12652a56e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.668844 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device dad55660-ad0a-49a4-922d-95acb5783fff up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:26.672573 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d64765-d003-43b0-ae0e-ec8568a5d197 None None] Pushing event updated for resources: {'Port': ['ID=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:26.709283 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-30743daa-d5b1-4e72-8b9d-f4555bc7b56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.711933 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f763677a-6575-403b-b6a1-f12652a56e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.740887 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Pushing event updated for resources: {'Port': ['ID=36eeece3-7233-4b32-89aa-d7eb26f20a61,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:26.752579 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-30743daa-d5b1-4e72-8b9d-f4555bc7b56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.776503 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5cd219fc-ea58-4a0e-883e-a303e530f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.776631 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:26.777143 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:26.792949 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5cd219fc-ea58-4a0e-883e-a303e530f128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.794292 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5cd219fc-ea58-4a0e-883e-a303e530f128 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13545b32-71bd-408e-903a-e32572cd985d HTTP/1.1" status: 204 len: 168 time: 0.9674006 Jul 15 22:54:26.868128 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd219fc-ea58-4a0e-883e-a303e530f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13545b32-71bd-408e-903a-e32572cd985d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:26.909711 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port dad55660-ad0a-49a4-922d-95acb5783fff triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:26.910269 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.933688 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f763677a-6575-403b-b6a1-f12652a56e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.957475 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Made reservation on behalf of 7156411184714655a2dfec3bd881e917 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:26.961246 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:26.997615 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:27.066473 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-30743daa-d5b1-4e72-8b9d-f4555bc7b56f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c76fd9d1c2bc40919f0bd472828d33c7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4727795 Jul 15 22:54:27.074075 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36310) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:27.112534 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3ada21e0-9279-46d3-97bc-feef0c5562cf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.140672 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e297ed-3776-476b-be66-340b33c53e17 req-8d72830a-40dd-4c21-98a0-f243566af069 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:27.142537 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a1e297ed-3776-476b-be66-340b33c53e17 req-8d72830a-40dd-4c21-98a0-f243566af069 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 931 time: 0.7845862 Jul 15 22:54:27.220869 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2c65ae5f-213f-4ac8-8d0b-7e258763cd76 req-1ebfb6af-fe53-4fe8-b0f7-757ea33569b5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 210 time: 0.0651269 Jul 15 22:54:27.258508 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30743daa-d5b1-4e72-8b9d-f4555bc7b56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec33394-f77d-4d3c-b72b-419a8e6dd9fb,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:27.303846 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f763677a-6575-403b-b6a1-f12652a56e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.317167 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a1e297ed-3776-476b-be66-340b33c53e17 req-c6f2a5bc-fb81-46a1-9e68-087c1a62dd4e tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650681 Jul 15 22:54:27.327354 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1c1467f-fc01-4f76-9c9c-64064f164c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.371970 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763677a-6575-403b-b6a1-f12652a56e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564a8a5f-7f42-44c1-b506-90b379a3278a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:27.374335 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f763677a-6575-403b-b6a1-f12652a56e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.376381 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f763677a-6575-403b-b6a1-f12652a56e16 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/564a8a5f-7f42-44c1-b506-90b379a3278a HTTP/1.1" status: 204 len: 168 time: 0.8034191 Jul 15 22:54:27.379647 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36316) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:27.416225 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Allocated IP 172.20.0.11 (60a33b9b-ae14-4f7d-896b-dea40fd22550/22f2676c-d51c-4621-86ee-fc45816cf6fc/e1808b60-451f-4c88-81de-08b1cb8a2a29) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:27.419672 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-50ffe9a6-df02-4615-9f11-91b6a9b214ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.438354 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1c1467f-fc01-4f76-9c9c-64064f164c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.454241 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-50ffe9a6-df02-4615-9f11-91b6a9b214ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.531973 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:26Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:27.629887 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-baf17336-92aa-427e-a20c-07e7a24f6ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.646589 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-baf17336-92aa-427e-a20c-07e7a24f6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.652776 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffe9a6-df02-4615-9f11-91b6a9b214ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c50790-127e-43ed-8b6d-2bc3edea31ca,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:27.672423 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-50ffe9a6-df02-4615-9f11-91b6a9b214ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5eb1f6e590d24886b64c1e6de08b09af&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1005392 Jul 15 22:54:27.678003 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa452ec-8152-42ae-b6b7-2b9cef729cc6 None None] The sync data for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi is: [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:26Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:27.681185 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-5a92ce1b-8eb1-4590-b35a-3c6279fd4463 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2996285 Jul 15 22:54:27.688512 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36324) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:27.707781 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-baf17336-92aa-427e-a20c-07e7a24f6ab4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c181defade74876ac73796aeb4db92c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7218990 Jul 15 22:54:27.728678 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36328) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:27.809104 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.871694 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-afb95eae-bf45-4f27-94c6-b5d65edf2890 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:54:27.875262 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-afb95eae-bf45-4f27-94c6-b5d65edf2890 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541062 Jul 15 22:54:27.894495 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3ada21e0-9279-46d3-97bc-feef0c5562cf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.896485 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1c1467f-fc01-4f76-9c9c-64064f164c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.900024 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1c1467f-fc01-4f76-9c9c-64064f164c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.901455 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f1c1467f-fc01-4f76-9c9c-64064f164c4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fec33394-f77d-4d3c-b72b-419a8e6dd9fb HTTP/1.1" status: 204 len: 168 time: 0.8224938 Jul 15 22:54:27.919394 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3ada21e0-9279-46d3-97bc-feef0c5562cf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:27.933378 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf17336-92aa-427e-a20c-07e7a24f6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0eb46c-514d-41d4-9d56-1404835aa8ca,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:27.982427 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1467f-fc01-4f76-9c9c-64064f164c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec33394-f77d-4d3c-b72b-419a8e6dd9fb,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:28.036951 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-48c0ee87-185f-423e-9091-2630972d47b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.077110 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3ada21e0-9279-46d3-97bc-feef0c5562cf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.083556 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3ada21e0-9279-46d3-97bc-feef0c5562cf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2418578 Jul 15 22:54:28.085184 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36336) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:28.109508 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-40a260fc-ea94-4ea7-b7e3-1efc84f3effd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'security_group_rule': {'security_group_id': 'ec302963-1959-46ca-932f-c79fd7e9f114', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:28.179240 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-48c0ee87-185f-423e-9091-2630972d47b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.186783 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-40a260fc-ea94-4ea7-b7e3-1efc84f3effd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.192455 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada21e0-9279-46d3-97bc-feef0c5562cf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec302963-1959-46ca-932f-c79fd7e9f114,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:28.238621 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.285679 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-421bb575-a3d5-479c-9558-241b72677fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.317978 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed512b6-a702-4229-9787-a0b94b84d0f8']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:28.364902 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe448b41-ba2a-4c95-a230-da04412a473d') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:28.372977 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe448b41-ba2a-4c95-a230-da04412a473d') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:28.422188 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.477923 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-48c0ee87-185f-423e-9091-2630972d47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.489393 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-48c0ee87-185f-423e-9091-2630972d47b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.500179 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869178'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.506183 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-40a260fc-ea94-4ea7-b7e3-1efc84f3effd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.510840 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-48c0ee87-185f-423e-9091-2630972d47b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07c50790-127e-43ed-8b6d-2bc3edea31ca HTTP/1.1" status: 204 len: 168 time: 0.8064432 Jul 15 22:54:28.586258 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-40a260fc-ea94-4ea7-b7e3-1efc84f3effd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.640889 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.737213 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device dbfa4ee8-487c-4a78-8900-5e8cc5c6059e up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:28.754103 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-421bb575-a3d5-479c-9558-241b72677fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.768022 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ee87-185f-423e-9091-2630972d47b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c50790-127e-43ed-8b6d-2bc3edea31ca,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:28.775244 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.22', 59839) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:28.835125 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:54:28.843248 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e2ddffbc-df28-40a9-99dc-b700afd01145 req-d26e520e-b7b7-43d4-ac5f-4bb667a25e1c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 210 time: 0.1762853 Jul 15 22:54:28.852017 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 22:54:28.856079 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8114659'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: timer() Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: cb(*args, **kw) Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: self._notify() Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: self.callback(batched_events) Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: event.method(event) Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._get(url).json() Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 22:54:28.865098 dv-cinder-794962-10-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 22:54:28.892287 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a260fc-ea94-4ea7-b7e3-1efc84f3effd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93cbd05-b8e0-4876-93f0-bcbe349ca659,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:28.939949 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:28.948871 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:28.949246 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.964587 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-40a260fc-ea94-4ea7-b7e3-1efc84f3effd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:28.969409 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-40a260fc-ea94-4ea7-b7e3-1efc84f3effd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8737457 Jul 15 22:54:28.976060 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36356) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:28.992742 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-e040b287-14b2-4044-a1b2-63c0066be41b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'security_group_rule': {'security_group_id': 'ec302963-1959-46ca-932f-c79fd7e9f114', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:29.162101 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.171366 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-421bb575-a3d5-479c-9558-241b72677fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.189517 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-421bb575-a3d5-479c-9558-241b72677fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.193459 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.199435 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-421bb575-a3d5-479c-9558-241b72677fe6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f0eb46c-514d-41d4-9d56-1404835aa8ca HTTP/1.1" status: 204 len: 168 time: 1.4660585 Jul 15 22:54:29.201291 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6ed512b6-a702-4229-9787-a0b94b84d0f8 HTTP/1.1" status: 204 len: 168 time: 1.8190386 Jul 15 22:54:29.233715 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-4defc06d-21a9-47fb-b140-17fa809e3708 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:29.239415 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-4defc06d-21a9-47fb-b140-17fa809e3708 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 818 time: 0.6540442 Jul 15 22:54:29.242181 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.245424 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17164877-5bef-4833-beea-ba7ca35b7ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed512b6-a702-4229-9787-a0b94b84d0f8,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:29.257260 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e040b287-14b2-4044-a1b2-63c0066be41b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.267197 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.300490 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Request body: {'port': {'device_id': '3c8d58fd-3cd4-4acb-8479-b7d7f67c3052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:29.324417 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Request body: {'port': {'device_id': '00d39a1f-4cc1-433c-af85-907d6a01e03f', 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550', 'admin_state_up': True, 'tenant_id': '7156411184714655a2dfec3bd881e917'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:29.334138 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bb575-a3d5-479c-9558-241b72677fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0eb46c-514d-41d4-9d56-1404835aa8ca,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:29.338431 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e040b287-14b2-4044-a1b2-63c0066be41b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.349184 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e040b287-14b2-4044-a1b2-63c0066be41b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.424062 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040b287-14b2-4044-a1b2-63c0066be41b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b4818c-83f4-4fbf-afd5-54f10648b9b1,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:29.441750 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:29.453936 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.461734 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e040b287-14b2-4044-a1b2-63c0066be41b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.465264 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e040b287-14b2-4044-a1b2-63c0066be41b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4836168 Jul 15 22:54:29.471718 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36374) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:29.478787 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:29.552878 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.618644 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36376) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:29.643059 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:29.663826 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Network 60a33b9b-ae14-4f7d-896b-dea40fd22550 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:29.682941 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f98cb2-8069-4d1c-9c28-ef9c83f0a39b req-2f957029-6d2c-419c-b04b-c35b8ee69af7 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:29.684730 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b7f98cb2-8069-4d1c-9c28-ef9c83f0a39b req-2f957029-6d2c-419c-b04b-c35b8ee69af7 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 931 time: 0.8940277 Jul 15 22:54:29.692734 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:29.717887 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6c53f1e2-18d2-4491-8d72-ff040961597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.732182 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:29.739595 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:29.740254 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:29.776059 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Pushing event updated for resources: {'Port': ['ID=e1808b60-451f-4c88-81de-08b1cb8a2a29,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:29.830959 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-5ade29cc-22aa-4b3b-88d2-8a541705b734 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4239826 Jul 15 22:54:29.927809 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b7f98cb2-8069-4d1c-9c28-ef9c83f0a39b req-603c43de-ef23-4d95-83ab-6340257d615e tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844130 Jul 15 22:54:29.941803 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.220738 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36384) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:30.276487 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c5f4a87a-eec9-4471-942a-0ae66e5852cb req-d0b34c4a-f7d5-415d-a22c-5159cea76698 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 210 time: 0.1524036 Jul 15 22:54:30.467618 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6c53f1e2-18d2-4491-8d72-ff040961597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.497045 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.506516 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36392) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:30.602989 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-81fae259-9760-41dc-ae50-dac06d5d7637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.613988 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2e40b332-0cc3-434e-a482-48641dead474 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0be2b3c32cdb44c0a97dd66e05f2300b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3866830 Jul 15 22:54:30.626876 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36394) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:30.627929 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device dbfa4ee8-487c-4a78-8900-5e8cc5c6059e up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:30.636073 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Made reservation on behalf of 7156411184714655a2dfec3bd881e917 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:30.639790 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.721736 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:30.727767 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.744493 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Allocated IP 172.27.0.179 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/00918c3f-a847-4ae6-a67d-e6607a2b18af) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:30.885541 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.899793 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6c53f1e2-18d2-4491-8d72-ff040961597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.977484 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6c53f1e2-18d2-4491-8d72-ff040961597b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1dfc61af52a641479c04e5a6faaa4775&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3215854 Jul 15 22:54:30.978322 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36404) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:31.068653 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53f1e2-18d2-4491-8d72-ff040961597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed378b73-7293-4610-8d7b-442e76f441d0,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:31.078980 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e4490581-9077-4ae8-9fa3-5e78b966fb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.121213 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.161666 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e4490581-9077-4ae8-9fa3-5e78b966fb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.210395 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:31.223667 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:31.226903 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:31.286211 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92e30255-21ae-4b93-afcb-db31100dc25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.378750 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Request body: {'port': {'device_id': '78b48a27-fb26-4f6a-b2a9-66897b8b34d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:31.563433 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'Port': ['ID=00918c3f-a847-4ae6-a67d-e6607a2b18af,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:31.670462 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36eeece3-7233-4b32-89aa-d7eb26f20a61 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:54:31.701540 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.733248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92e30255-21ae-4b93-afcb-db31100dc25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.762173 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Allocated IP 172.20.0.14 (60a33b9b-ae14-4f7d-896b-dea40fd22550/22f2676c-d51c-4621-86ee-fc45816cf6fc/1837786f-6aa8-4b22-a2aa-e25d2ac2ae24) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:31.823252 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e4490581-9077-4ae8-9fa3-5e78b966fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.826256 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e4490581-9077-4ae8-9fa3-5e78b966fb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.826979 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6583972-a8ca-4b65-b2b2-5f4a38e40afe req-d0a25eff-7fad-4cf3-ad79-1cd9d20417c5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 210 time: 0.1905077 Jul 15 22:54:31.827889 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e4490581-9077-4ae8-9fa3-5e78b966fb48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26ffbe4f-a131-41bd-92c4-66092f525dbf HTTP/1.1" status: 204 len: 168 time: 1.2022762 Jul 15 22:54:31.861540 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.880742 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Transition to ACTIVE for port object 36eeece3-7233-4b32-89aa-d7eb26f20a61 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:31.882432 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4490581-9077-4ae8-9fa3-5e78b966fb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ffbe4f-a131-41bd-92c4-66092f525dbf,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:31.888642 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-81fae259-9760-41dc-ae50-dac06d5d7637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.922947 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92e30255-21ae-4b93-afcb-db31100dc25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.927168 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-92e30255-21ae-4b93-afcb-db31100dc25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.928704 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-92e30255-21ae-4b93-afcb-db31100dc25b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed378b73-7293-4610-8d7b-442e76f441d0 HTTP/1.1" status: 204 len: 168 time: 0.9445367 Jul 15 22:54:31.934568 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.946706 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e30255-21ae-4b93-afcb-db31100dc25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed378b73-7293-4610-8d7b-442e76f441d0,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:31.949004 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:31.978090 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-81fae259-9760-41dc-ae50-dac06d5d7637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.046557 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-81fae259-9760-41dc-ae50-dac06d5d7637 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55715c270fb24d60a1d60f5e7db48bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5341325 Jul 15 22:54:32.049772 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36438) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:32.112700 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228a693-c700-4939-b4fa-5f6fec410aec req-7f1dbba0-a46d-49c7-b4a8-ec17ef19bf28 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:32.124788 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0228a693-c700-4939-b4fa-5f6fec410aec req-7f1dbba0-a46d-49c7-b4a8-ec17ef19bf28 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 931 time: 0.9871399 Jul 15 22:54:32.187797 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.316340 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ac21a4-9d1b-46a1-830a-a68c9365a301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.353191 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fae259-9760-41dc-ae50-dac06d5d7637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7841018-3fff-4766-a1d7-b3c5df7007c8,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:32.359861 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ac21a4-9d1b-46a1-830a-a68c9365a301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.396374 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Pushing event updated for resources: {'Port': ['ID=36eeece3-7233-4b32-89aa-d7eb26f20a61,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:32.448304 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Attempting to bind port 36eeece3-7233-4b32-89aa-d7eb26f20a61 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:32.454359 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Attempting to bind port 36eeece3-7233-4b32-89aa-d7eb26f20a61 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'fa6f1cc4-f342-4d2e-945e-3111e566e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb023e3d-baf9-4fb7-aff0-647bcec1b5a0'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:32.456116 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Attempting to bind port 36eeece3-7233-4b32-89aa-d7eb26f20a61 on network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:32.479636 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ac21a4-9d1b-46a1-830a-a68c9365a301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.484850 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-03ac21a4-9d1b-46a1-830a-a68c9365a301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.492415 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-03ac21a4-9d1b-46a1-830a-a68c9365a301 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7841018-3fff-4766-a1d7-b3c5df7007c8 HTTP/1.1" status: 204 len: 168 time: 0.4388137 Jul 15 22:54:32.519953 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac21a4-9d1b-46a1-830a-a68c9365a301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7841018-3fff-4766-a1d7-b3c5df7007c8,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:32.574857 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.585039 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.596794 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Port 36eeece3-7233-4b32-89aa-d7eb26f20a61 on network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:54:32.596794 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Attempting to bind port 36eeece3-7233-4b32-89aa-d7eb26f20a61 on network eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:32.624398 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:32.624766 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Checking segment: {'id': 'fa6f1cc4-f342-4d2e-945e-3111e566e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb023e3d-baf9-4fb7-aff0-647bcec1b5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:32.625350 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Bound using segment: {'id': 'fa6f1cc4-f342-4d2e-945e-3111e566e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb023e3d-baf9-4fb7-aff0-647bcec1b5a0'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:32.625997 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Bound port: 36eeece3-7233-4b32-89aa-d7eb26f20a61, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa6f1cc4-f342-4d2e-945e-3111e566e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb023e3d-baf9-4fb7-aff0-647bcec1b5a0'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:32.629695 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.841578 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'Port': ['ID=00918c3f-a847-4ae6-a67d-e6607a2b18af,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:32.882124 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.928533 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0228a693-c700-4939-b4fa-5f6fec410aec req-8a83b20a-7a1a-424b-9433-eaa82450338e tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7995112 Jul 15 22:54:32.949672 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:32.953053 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2aca9706-1bfb-4303-97a5-669879d49a89 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4796691 Jul 15 22:54:32.990460 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36456) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:33.081778 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ce37171d-ab74-48ae-891e-e191a6997d77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fffbbefbc99d442fa423303b2a0f9d8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0889649 Jul 15 22:54:33.083977 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36462) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:33.125434 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] For port 36eeece3-7233-4b32-89aa-d7eb26f20a61, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:33.163682 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.200310 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] For port 36eeece3-7233-4b32-89aa-d7eb26f20a61, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=36eeece3-7233-4b32-89aa-d7eb26f20a61,segment=NetworkSegment(fa6f1cc4-f342-4d2e-945e-3111e566e500),segment_id=fa6f1cc4-f342-4d2e-945e-3111e566e500)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:33.217526 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.239679 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b8a9b3ec-9893-46e6-a80f-dd9b2bb4ec24 req-f9c1b12f-8464-4cb4-8596-3a09d53f442d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 210 time: 0.1088393 Jul 15 22:54:33.305479 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56c7b849-d031-40a5-83ea-22e8f4ece6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.346332 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56c7b849-d031-40a5-83ea-22e8f4ece6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.348000 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Pushing event updated for resources: {'Port': ['ID=36eeece3-7233-4b32-89aa-d7eb26f20a61,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:33.386061 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:33.386694 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.397682 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-e3f140c6-7562-4c67-a2e0-e63a203336a7 service neutron] 10.222.0.22 "PUT /v2.0/ports/36eeece3-7233-4b32-89aa-d7eb26f20a61 HTTP/1.1" status: 200 len: 1093 time: 4.6129539 Jul 15 22:54:33.399883 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8d58fd-3cd4-4acb-8479-b7d7f67c3052', 'tag': '36eeece3-7233-4b32-89aa-d7eb26f20a61'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:33.418295 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56c7b849-d031-40a5-83ea-22e8f4ece6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.421539 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56c7b849-d031-40a5-83ea-22e8f4ece6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.427728 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-56c7b849-d031-40a5-83ea-22e8f4ece6d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6d76afb-316a-4ae4-9bf1-74be863c7118 HTTP/1.1" status: 204 len: 168 time: 0.3425837 Jul 15 22:54:33.441676 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7b849-d031-40a5-83ea-22e8f4ece6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d76afb-316a-4ae4-9bf1-74be863c7118,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:33.734682 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.815736 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-15433bb7-ca87-4c49-b9c8-81f0076f7269 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1957413315&fields=id&tenant_id=d7e9d27975c44047af95b08be8056d69 HTTP/1.1" status: 200 len: 267 time: 0.2398603 Jul 15 22:54:34.236527 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b98d48-9622-4c2c-a1a5-515b55f4d10e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8d58fd-3cd4-4acb-8479-b7d7f67c3052", "tag": "36eeece3-7233-4b32-89aa-d7eb26f20a61"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:34.260492 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-bef5a72d-eeeb-4870-b776-e2e2729f7f2d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:34.263416 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-bef5a72d-eeeb-4870-b776-e2e2729f7f2d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 810 time: 0.4463820 Jul 15 22:54:34.265735 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Network 60a33b9b-ae14-4f7d-896b-dea40fd22550 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:34.288789 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:34.291025 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Pushing event updated for resources: {'Port': ['ID=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:34.312028 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:34.318613 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:34.319505 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:34.342153 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-8301abef-f391-4af3-81ce-68e57608977a tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/quotas/d7e9d27975c44047af95b08be8056d69 HTTP/1.1" status: 200 len: 375 time: 0.0632370 Jul 15 22:54:34.401636 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-b2fa83ff-a601-45e8-8b43-9139484a5608 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1230378 Jul 15 22:54:34.415199 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c3625-5b8e-4bd9-ab42-7ac7f88fc6f9 req-36479225-c503-4f4e-82a1-e54380099819 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:34.417871 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8d3c3625-5b8e-4bd9-ab42-7ac7f88fc6f9 req-36479225-c503-4f4e-82a1-e54380099819 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 943 time: 0.1839948 Jul 15 22:54:34.481130 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1808b60-451f-4c88-81de-08b1cb8a2a29 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:54:34.503751 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8d3c3625-5b8e-4bd9-ab42-7ac7f88fc6f9 req-75406f6b-6262-4542-b6cb-c420277bc5e2 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783949 Jul 15 22:54:34.532131 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-bc915881-19bb-4d0d-be53-dbe999170a20 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1838369 Jul 15 22:54:34.538450 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:34.572500 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Transition to ACTIVE for port object e1808b60-451f-4c88-81de-08b1cb8a2a29 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:34.588042 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:34.833660 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1808b60-451f-4c88-81de-08b1cb8a2a29,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:34.890423 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Attempting to bind port e1808b60-451f-4c88-81de-08b1cb8a2a29 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:34.901049 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Attempting to bind port e1808b60-451f-4c88-81de-08b1cb8a2a29 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:34.901705 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Attempting to bind port e1808b60-451f-4c88-81de-08b1cb8a2a29 on network 60a33b9b-ae14-4f7d-896b-dea40fd22550 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:34.907970 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eb7d5d-3683-4ee7-8a30-28efb0b7af2c x-openstack-request-id: req-73eb7d5d-3683-4ee7-8a30-28efb0b7af2c {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:34.910294 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8d58fd-3cd4-4acb-8479-b7d7f67c3052", "tag": "36eeece3-7233-4b32-89aa-d7eb26f20a61", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:34.910768 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73eb7d5d-3683-4ee7-8a30-28efb0b7af2c {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:34.911691 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8d58fd-3cd4-4acb-8479-b7d7f67c3052', 'tag': '36eeece3-7233-4b32-89aa-d7eb26f20a61', 'status': 'completed', 'code': 200} Jul 15 22:54:34.923547 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-666128b4-5880-403c-8fff-20e78e3ff6f9 service neutron] 10.222.0.10 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476253 Jul 15 22:54:34.928198 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Port e1808b60-451f-4c88-81de-08b1cb8a2a29 on network 60a33b9b-ae14-4f7d-896b-dea40fd22550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:54:34.928198 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Attempting to bind port e1808b60-451f-4c88-81de-08b1cb8a2a29 on network 60a33b9b-ae14-4f7d-896b-dea40fd22550 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:34.947989 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:34.947989 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Checking segment: {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:34.948383 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Bound using segment: {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:34.948802 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Bound port: e1808b60-451f-4c88-81de-08b1cb8a2a29, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:34.949173 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:35.156503 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] For port e1808b60-451f-4c88-81de-08b1cb8a2a29, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:35.161572 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] For port e1808b60-451f-4c88-81de-08b1cb8a2a29, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:35.164252 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-5ec575c4-1d5c-47f4-8071-01b83b81911d service neutron] 10.222.0.10 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177994 Jul 15 22:54:35.184827 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:35.254866 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:35.255584 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:35.257403 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] 10.222.0.22 "PUT /v2.0/ports/e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 200 len: 1094 time: 3.9042587 Jul 15 22:54:35.280276 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c153be-ca08-4ea6-961a-e454a238d802 req-3c2d5d5a-68dd-430b-b2f5-e4a2625f1e74 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:35.287746 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-90c153be-ca08-4ea6-961a-e454a238d802 req-3c2d5d5a-68dd-430b-b2f5-e4a2625f1e74 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 932 time: 0.2104599 Jul 15 22:54:35.299320 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3589020-f31e-4a28-8c4d-1c7f2bf773b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1808b60-451f-4c88-81de-08b1cb8a2a29,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:35.361471 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-90c153be-ca08-4ea6-961a-e454a238d802 req-12f26449-f5fc-4d6d-bc71-49bb9cebf6c3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727689 Jul 15 22:54:35.422843 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1596d355-d6c8-4e0c-ade6-52c9047cb377 req-a01e1ed3-3c1e-4e1e-b090-27b4e27729bd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 210 time: 0.0429749 Jul 15 22:54:35.720448 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Request body: {'port': {'device_id': '00d39a1f-4cc1-433c-af85-907d6a01e03f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:35.827892 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2536f0-951e-462e-a426-20905dcb97e2 req-52b066c4-3b26-40bb-955d-8029437a8e64 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:35.837276 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9c2536f0-951e-462e-a426-20905dcb97e2 req-52b066c4-3b26-40bb-955d-8029437a8e64 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 943 time: 0.1277525 Jul 15 22:54:35.911348 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9c2536f0-951e-462e-a426-20905dcb97e2 req-642295a2-289b-4997-b8b5-6a04e8f80ed5 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702193 Jul 15 22:54:35.991523 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:36.091560 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f70348-9641-472f-95f8-5aa52363fc59 req-90e530ea-f0a1-4b3b-b26f-97c8bd5a15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:36.093109 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-90e530ea-f0a1-4b3b-b26f-97c8bd5a15c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1097 time: 0.3018355 Jul 15 22:54:36.166917 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b98d48-9622-4c2c-a1a5-515b55f4d10e req-31376377-4e92-4018-a1fe-54693d9c0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:36.168109 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b2b98d48-9622-4c2c-a1a5-515b55f4d10e req-31376377-4e92-4018-a1fe-54693d9c0141 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0abcfc200e4a4bf9924d1de22cc3117d&device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 1096 time: 0.3448353 Jul 15 22:54:36.268277 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-24283b6e-3f2c-47ad-9cf2-dce8537d5897 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 200 len: 217 time: 0.1610403 Jul 15 22:54:36.282422 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:36.396725 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f70348-9641-472f-95f8-5aa52363fc59 req-79145685-e2e7-4424-821f-abd3f56eac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:36.400163 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-79145685-e2e7-4424-821f-abd3f56eac0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.1085806 Jul 15 22:54:36.612067 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ddc38d84-a964-4f8f-9e91-97f32abddcb6 req-1ea00e28-5e50-4fca-8b3b-499f61df61d1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 210 time: 0.0486782 Jul 15 22:54:36.695095 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-34aac492-2a33-4298-b415-2818843ed93e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2777476 Jul 15 22:54:36.904142 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:54:36.912666 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:36.928733 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b48a27-fb26-4f6a-b2a9-66897b8b34d6', 'tag': 'e1808b60-451f-4c88-81de-08b1cb8a2a29'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:36.931070 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be26db4-420a-4b81-a696-78d6fafc489a" -d '{"events": [{"name": "network-changed", "server_uuid": "78b48a27-fb26-4f6a-b2a9-66897b8b34d6", "tag": "e1808b60-451f-4c88-81de-08b1cb8a2a29"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:36.964390 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.22', 59847) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:36.997096 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Transition to ACTIVE for port object 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:36.999644 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b98d48-9622-4c2c-a1a5-515b55f4d10e req-a270182b-e283-4c65-918c-311a80741e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:37.001394 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b2b98d48-9622-4c2c-a1a5-515b55f4d10e req-a270182b-e283-4c65-918c-311a80741e9e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0abcfc200e4a4bf9924d1de22cc3117d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7537477 Jul 15 22:54:37.035130 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:37.210301 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-f4ddaf9d-2c72-49bb-adb7-3acf39e19aaf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:37.213070 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-f4ddaf9d-2c72-49bb-adb7-3acf39e19aaf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 810 time: 0.2455883 Jul 15 22:54:37.281393 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2c074959-5542-48ac-8123-f848e80e74a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:37.290364 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36684) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:37.369280 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101edf69-b86d-47d0-b242-218543d135f7 req-4012761a-bab6-4337-9b63-12e603cd8a53 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:37.377785 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-101edf69-b86d-47d0-b242-218543d135f7 req-4012761a-bab6-4337-9b63-12e603cd8a53 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 943 time: 0.2639613 Jul 15 22:54:37.396702 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-41fa75cd-2eac-468d-a48c-674198b0219b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e9d27975c44047af95b08be8056d69 HTTP/1.1" status: 200 len: 380 time: 0.1629095 Jul 15 22:54:37.434089 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'port': {'device_id': '5e4f3fab-214a-440e-a860-097f003f9829', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'admin_state_up': True, 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'security_groups': ['ec302963-1959-46ca-932f-c79fd7e9f114']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:37.524065 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-101edf69-b86d-47d0-b242-218543d135f7 req-8f17b56e-9852-4746-8b4f-0a6258f85ea4 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446290 Jul 15 22:54:37.634140 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0ce02cfd-88d2-4ded-bcb4-4dc746a2f150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:37.747682 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:37.752634 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf9886c-797d-494c-9c9c-f9131de81933 x-openstack-request-id: req-cdf9886c-797d-494c-9c9c-f9131de81933 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:37.753206 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b48a27-fb26-4f6a-b2a9-66897b8b34d6", "tag": "e1808b60-451f-4c88-81de-08b1cb8a2a29", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:37.753628 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdf9886c-797d-494c-9c9c-f9131de81933 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:37.754134 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b48a27-fb26-4f6a-b2a9-66897b8b34d6', 'tag': 'e1808b60-451f-4c88-81de-08b1cb8a2a29', 'status': 'completed', 'code': 200} Jul 15 22:54:37.760599 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-4ddc1550-d187-46d0-a265-d633e6a5e4c9 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0167212 Jul 15 22:54:37.774646 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b98d48-9622-4c2c-a1a5-515b55f4d10e req-3cd52185-e4bc-4160-b08d-fbae989ed677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:37.776315 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b2b98d48-9622-4c2c-a1a5-515b55f4d10e req-3cd52185-e4bc-4160-b08d-fbae989ed677 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7531924 Jul 15 22:54:37.873124 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-114a4617-5e52-41aa-8e2b-3682e406d809 req-41c52264-de25-4bff-8f4a-558d9b59b21b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 210 time: 0.0521419 Jul 15 22:54:37.880839 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-73f70348-9641-472f-95f8-5aa52363fc59 req-91c5cfc8-aa42-4bda-9364-ef55622f6908 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108174 Jul 15 22:54:37.895509 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0ce02cfd-88d2-4ded-bcb4-4dc746a2f150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:37.914767 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0ce02cfd-88d2-4ded-bcb4-4dc746a2f150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:37.916601 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d3d96-79b4-48b9-a8d6-586bd7f38945 req-b462bf48-480d-44a3-8303-aa15aad6d9c8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:37.918415 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d89d3d96-79b4-48b9-a8d6-586bd7f38945 req-b462bf48-480d-44a3-8303-aa15aad6d9c8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 932 time: 1.2542076 Jul 15 22:54:37.956024 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Made reservation on behalf of d7e9d27975c44047af95b08be8056d69 for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:37.959778 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:37.978215 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce02cfd-88d2-4ded-bcb4-4dc746a2f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cce3db-4271-44fb-9052-2efcbf366c76,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:37.983907 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0ce02cfd-88d2-4ded-bcb4-4dc746a2f150 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=637a69610f8b47de8324c2b8799b85ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925280 Jul 15 22:54:37.990265 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36720) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:38.024220 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Attempting to bind port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:38.024567 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Attempting to bind port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:38.024902 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Attempting to bind port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 on network 60a33b9b-ae14-4f7d-896b-dea40fd22550 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:38.037703 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 on network 60a33b9b-ae14-4f7d-896b-dea40fd22550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:54:38.038059 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Attempting to bind port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 on network 60a33b9b-ae14-4f7d-896b-dea40fd22550 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:38.055732 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d89d3d96-79b4-48b9-a8d6-586bd7f38945 req-113779a9-9692-4b1c-a9d0-f27a7ceb29d0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053770 Jul 15 22:54:38.058429 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:38.058768 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Checking segment: {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:38.059583 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Bound using segment: {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:38.059583 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Bound port: 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373b3388-3b32-4d18-a479-87f33a75e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:38.059931 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.122689 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-274cc9f0-062c-4b08-97a4-f797d69ea3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:38.124211 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-274cc9f0-062c-4b08-97a4-f797d69ea3e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0abcfc200e4a4bf9924d1de22cc3117d&device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 1096 time: 0.2422435 Jul 15 22:54:38.169742 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be26db4-420a-4b81-a696-78d6fafc489a req-cc729cfe-ccca-409d-8a67-05927ae16c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:38.172421 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0be26db4-420a-4b81-a696-78d6fafc489a req-cc729cfe-ccca-409d-8a67-05927ae16c39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1097 time: 0.2201774 Jul 15 22:54:38.215909 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-67eec64d-2bf6-4bb5-8593-650d3db19ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.246829 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-48f0720f-6b4b-4a94-b12b-661397276051 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36eeece3-7233-4b32-89aa-d7eb26f20a61 HTTP/1.1" status: 200 len: 217 time: 0.1001728 Jul 15 22:54:38.297196 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-67eec64d-2bf6-4bb5-8593-650d3db19ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.310101 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Allocated IP 172.20.0.9 (52cf0c7d-583f-49f5-b109-72b0f9a734d9/c87ab2f0-010a-40d8-9352-9a28ca180b3c/187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:38.429669 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] For port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:38.436946 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] For port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:38.444312 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-67eec64d-2bf6-4bb5-8593-650d3db19ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.453844 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-67eec64d-2bf6-4bb5-8593-650d3db19ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.454709 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36750) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:38.455288 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-67eec64d-2bf6-4bb5-8593-650d3db19ce5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62cce3db-4271-44fb-9052-2efcbf366c76 HTTP/1.1" status: 204 len: 168 time: 0.4639423 Jul 15 22:54:38.476108 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.501027 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec64d-2bf6-4bb5-8593-650d3db19ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cce3db-4271-44fb-9052-2efcbf366c76,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:38.602076 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:38.602724 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.604225 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] 10.222.0.22 "PUT /v2.0/ports/1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 HTTP/1.1" status: 200 len: 1094 time: 2.8892496 Jul 15 22:54:38.636773 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be26db4-420a-4b81-a696-78d6fafc489a req-157ce346-1639-4502-85a3-6ee0f5faa541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:38.638317 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0be26db4-420a-4b81-a696-78d6fafc489a req-157ce346-1639-4502-85a3-6ee0f5faa541 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.4052894 Jul 15 22:54:38.666525 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-1d110c42-99eb-4cdf-aac4-90373c63c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:38.671428 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-1d110c42-99eb-4cdf-aac4-90373c63c4e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0dc7bbd-1803-4235-a09a-da743c9b7cff HTTP/1.1" status: 200 len: 852 time: 0.4016826 Jul 15 22:54:38.672316 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefad37-e00b-49e6-b199-a44490f642d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:38.757174 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36764) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:38.784491 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0be26db4-420a-4b81-a696-78d6fafc489a req-ffbc6629-f24b-4601-8989-f97cdce91a3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 200 len: 217 time: 0.1328690 Jul 15 22:54:38.787077 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-9da678bf-95ff-4983-8198-55728e97e303 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb023e3d-baf9-4fb7-aff0-647bcec1b5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028736 Jul 15 22:54:38.889615 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6fddeada-f85f-4617-abc1-27530b068b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.920951 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36776) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:38.926210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be26db4-420a-4b81-a696-78d6fafc489a req-d3c16ad9-b389-437a-a126-91bb5a99373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:38.927708 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0be26db4-420a-4b81-a696-78d6fafc489a req-d3c16ad9-b389-437a-a126-91bb5a99373f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.1309183 Jul 15 22:54:38.934003 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.948067 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-650b2335-1806-43cf-b1cb-5d9b460c713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:38.949546 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-650b2335-1806-43cf-b1cb-5d9b460c713a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 1097 time: 0.2665174 Jul 15 22:54:38.958316 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fd1af-1cd9-486c-b72e-66d665016bbc req-c378ce19-915e-4a8a-94d4-574c9d9b00d2 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:38.964517 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-df3fd1af-1cd9-486c-b72e-66d665016bbc req-c378ce19-915e-4a8a-94d4-574c9d9b00d2 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 943 time: 0.1626537 Jul 15 22:54:38.965569 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-63fef63c-58e5-4e6a-89ad-73977d49a41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:38.977752 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Transition to ACTIVE for port object 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:39.016458 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-df3fd1af-1cd9-486c-b72e-66d665016bbc req-e2708124-38bc-4d57-a116-8c67b49ad6d9 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507700 Jul 15 22:54:39.026262 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-16f60190-6679-4f28-99bb-5d9b0dc5b7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:39.036328 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0be26db4-420a-4b81-a696-78d6fafc489a req-6e2b3da4-557d-4465-a582-b0a060b4e1bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939510 Jul 15 22:54:39.041057 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:39.115219 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-dd1bfe14-6a61-4cf2-b85f-5824e4f4d82a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 HTTP/1.1" status: 200 len: 217 time: 0.1183043 Jul 15 22:54:39.126623 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:39.133667 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:39.136303 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:39.212793 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-71a5900d-6643-4879-b04f-092aee604161 service neutron] 10.222.0.22 "GET /v2.0/networks/eb023e3d-baf9-4fb7-aff0-647bcec1b5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148018 Jul 15 22:54:39.221410 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:39.225376 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:39.228213 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'Port': ['ID=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:39.313433 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4a090-5224-4716-a5b8-0fe87a2e2a6a req-d486259d-6aa2-4759-9393-988e6167d320 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:39.316132 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9c4a090-5224-4716-a5b8-0fe87a2e2a6a req-d486259d-6aa2-4759-9393-988e6167d320 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 944 time: 0.0823400 Jul 15 22:54:39.323090 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-8716401d-e723-4d4d-864b-ec10a2525b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:39.324681 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-8716401d-e723-4d4d-864b-ec10a2525b81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.1927431 Jul 15 22:54:39.356348 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9c4a090-5224-4716-a5b8-0fe87a2e2a6a req-cc360fc0-f1b6-48af-b34f-62b124222ae6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Jul 15 22:54:39.409884 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-dcd024d2-c918-4213-951c-1c9d25a7d6b2 None None] Provisioning for port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:39.413733 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-dcd024d2-c918-4213-951c-1c9d25a7d6b2 None None] Provisioning complete for port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:39.414142 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dcd024d2-c918-4213-951c-1c9d25a7d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:39.453879 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-dcd024d2-c918-4213-951c-1c9d25a7d6b2 None None] Port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:54:39.597990 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-0c0dcbea-5a51-4e23-93e3-fed1c66bc302 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2334926 Jul 15 22:54:39.609112 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91898aa9-7382-4710-a558-c80302c9b714 req-014f6809-43a5-49eb-a444-b44c727b9e86 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:39.610627 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-91898aa9-7382-4710-a558-c80302c9b714 req-014f6809-43a5-49eb-a444-b44c727b9e86 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 931 time: 0.6111665 Jul 15 22:54:39.629525 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0be26db4-420a-4b81-a696-78d6fafc489a req-87745b15-d835-4bbc-8606-75a1a969b59c service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456371 Jul 15 22:54:39.703022 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-9eeed94a-a692-4689-bd2a-99bfafc15e5b service neutron] 10.222.0.22 "GET /v2.0/networks/eb023e3d-baf9-4fb7-aff0-647bcec1b5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817753 Jul 15 22:54:39.757393 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d39a1f-4cc1-433c-af85-907d6a01e03f', 'tag': '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:39.759684 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86" -d '{"events": [{"name": "network-changed", "server_uuid": "00d39a1f-4cc1-433c-af85-907d6a01e03f", "tag": "1837786f-6aa8-4b22-a2aa-e25d2ac2ae24"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:39.768082 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6fddeada-f85f-4617-abc1-27530b068b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:39.807266 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e641a6af-0674-478b-9660-1669ba31eec7 x-openstack-request-id: req-e641a6af-0674-478b-9660-1669ba31eec7 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:39.807551 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d39a1f-4cc1-433c-af85-907d6a01e03f", "tag": "1837786f-6aa8-4b22-a2aa-e25d2ac2ae24", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:39.807798 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e641a6af-0674-478b-9660-1669ba31eec7 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:39.808177 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d39a1f-4cc1-433c-af85-907d6a01e03f', 'tag': '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24', 'status': 'completed', 'code': 200} Jul 15 22:54:39.817875 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6fddeada-f85f-4617-abc1-27530b068b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:39.828613 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-91898aa9-7382-4710-a558-c80302c9b714 req-73c44938-296d-4c8a-aa0f-fa8471d76d7c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110424 Jul 15 22:54:39.926657 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6fddeada-f85f-4617-abc1-27530b068b91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d452e22767cc4bac8bc0192c417d5b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4601867 Jul 15 22:54:39.929070 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddeada-f85f-4617-abc1-27530b068b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85ec3b-1a5f-4e41-99ea-bd51216a280e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:39.929983 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36802) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:39.945576 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-e685eaa6-bf49-428c-aced-9b78a8048a1a service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243108 Jul 15 22:54:39.945576 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0be26db4-420a-4b81-a696-78d6fafc489a req-1bb73462-2f52-48e5-8003-ecbeb4faaca9 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073399 Jul 15 22:54:39.978753 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5f07-ea1d-4d31-967f-e63d17463ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:39.997600 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f900cda9-2f9c-4d60-9362-507d50bb2516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.020331 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f900cda9-2f9c-4d60-9362-507d50bb2516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.080372 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3eccfc23-f11d-4332-868a-ccb3ba475d92 req-ed733021-ff3a-48d3-b6bc-016459cc4348 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265628 Jul 15 22:54:40.082882 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-63fef63c-58e5-4e6a-89ad-73977d49a41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.091098 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-63fef63c-58e5-4e6a-89ad-73977d49a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.092956 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f900cda9-2f9c-4d60-9362-507d50bb2516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.095630 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f900cda9-2f9c-4d60-9362-507d50bb2516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.099172 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f900cda9-2f9c-4d60-9362-507d50bb2516 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e85ec3b-1a5f-4e41-99ea-bd51216a280e HTTP/1.1" status: 204 len: 168 time: 0.1656947 Jul 15 22:54:40.107004 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900cda9-2f9c-4d60-9362-507d50bb2516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85ec3b-1a5f-4e41-99ea-bd51216a280e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:40.165273 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fef63c-58e5-4e6a-89ad-73977d49a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315b37ea-ea0c-4eda-8774-92829a8e7c3e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:40.199874 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.252025 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-63fef63c-58e5-4e6a-89ad-73977d49a41e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b4abadc5d274b70bb80bb4555911fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4912143 Jul 15 22:54:40.252852 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36820) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:40.272220 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b94d13-4c61-4dde-be53-8b04abb813f7 req-2df46214-451e-4895-b5ec-63deffa303b8 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:40.273798 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7b94d13-4c61-4dde-be53-8b04abb813f7 req-2df46214-451e-4895-b5ec-63deffa303b8 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 943 time: 0.1165504 Jul 15 22:54:40.322590 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-eb57142a-600c-4e77-b107-ec1b220cc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:40.324603 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-eb57142a-600c-4e77-b107-ec1b220cc80c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 1097 time: 0.1327109 Jul 15 22:54:40.350511 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7b94d13-4c61-4dde-be53-8b04abb813f7 req-7230b593-1c1c-4961-b8be-5467b6d929b7 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625784 Jul 15 22:54:40.355433 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-16f60190-6679-4f28-99bb-5d9b0dc5b7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.367300 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-05c807c3-9eae-4416-a308-5991ceba7504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.372424 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-16f60190-6679-4f28-99bb-5d9b0dc5b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.382376 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-4b81d665-02af-4f7e-87e6-b76a128f23f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9639127 Jul 15 22:54:40.397643 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Request body: {'port': {'device_id': '5e4f3fab-214a-440e-a860-097f003f9829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:40.405314 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-05c807c3-9eae-4416-a308-5991ceba7504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.474885 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f60190-6679-4f28-99bb-5d9b0dc5b7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2868c7-974e-4de8-ac3f-5c3aa1cec9ca,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:40.485812 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-16f60190-6679-4f28-99bb-5d9b0dc5b7c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00b755771df84381b809e629dac24aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5615392 Jul 15 22:54:40.490619 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36832) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:40.531682 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.548557 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-05c807c3-9eae-4416-a308-5991ceba7504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.551762 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-05c807c3-9eae-4416-a308-5991ceba7504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.552910 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-05c807c3-9eae-4416-a308-5991ceba7504 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/315b37ea-ea0c-4eda-8774-92829a8e7c3e HTTP/1.1" status: 204 len: 168 time: 0.2985773 Jul 15 22:54:40.583999 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c807c3-9eae-4416-a308-5991ceba7504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315b37ea-ea0c-4eda-8774-92829a8e7c3e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:40.643769 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-5b1f31bc-5d9e-4aa3-ba38-e25b2dafd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:40.645675 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-5b1f31bc-5d9e-4aa3-ba38-e25b2dafd672 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.3092291 Jul 15 22:54:40.649031 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7200d1be-869d-4c92-8cfa-dff3700e91fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.696550 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36836) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:40.710242 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-e22423c0-8415-4fee-8a99-cd6d27d89356 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 HTTP/1.1" status: 200 len: 217 time: 0.0556824 Jul 15 22:54:40.723064 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd492e5-99cb-45a5-8656-d8b2aeefc17c req-399a81f0-0e2e-405e-a2ef-120448a3ba27 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:40.724493 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6dd492e5-99cb-45a5-8656-d8b2aeefc17c req-399a81f0-0e2e-405e-a2ef-120448a3ba27 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 944 time: 0.1638591 Jul 15 22:54:40.738458 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7200d1be-869d-4c92-8cfa-dff3700e91fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.740559 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae45df24-69de-4d6d-9b01-3891223d06bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.821620 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-fc09f0f9-f0c6-4ac3-b94d-d9a750e2b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:40.824200 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-fc09f0f9-f0c6-4ac3-b94d-d9a750e2b5dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.0974002 Jul 15 22:54:40.829981 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device e1808b60-451f-4c88-81de-08b1cb8a2a29 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:54:40.830527 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6dd492e5-99cb-45a5-8656-d8b2aeefc17c req-a27b6298-93d3-4094-9048-b084d39b19a8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949514 Jul 15 22:54:40.864173 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-7e476555-2623-45f5-95a3-98970b7b4a60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321095 Jul 15 22:54:40.948976 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36842) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:40.975338 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1e96702-8a7f-446d-a618-c2dbf43b5f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:40.984857 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:54:40.991910 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-ae741b13-5f0c-44ee-95e2-66e89619b8e6 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210029 Jul 15 22:54:41.001025 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.010182 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae45df24-69de-4d6d-9b01-3891223d06bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.019092 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae45df24-69de-4d6d-9b01-3891223d06bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.037275 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Transition to ACTIVE for port object 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:41.039202 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7200d1be-869d-4c92-8cfa-dff3700e91fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.043563 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7200d1be-869d-4c92-8cfa-dff3700e91fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.045170 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7200d1be-869d-4c92-8cfa-dff3700e91fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de2868c7-974e-4de8-ac3f-5c3aa1cec9ca HTTP/1.1" status: 204 len: 168 time: 0.5533564 Jul 15 22:54:41.060412 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.087345 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200d1be-869d-4c92-8cfa-dff3700e91fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2868c7-974e-4de8-ac3f-5c3aa1cec9ca,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:41.168176 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.173264 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ae6efbe-73c6-4ae2-82f9-13acad5f7f86 req-9169a4a2-147c-4c29-bdea-00498ebf578e service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743469 Jul 15 22:54:41.194624 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ae45df24-69de-4d6d-9b01-3891223d06bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f0696a9617442008aeccf030c09f4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968741 Jul 15 22:54:41.196866 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36860) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:41.275379 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port e1808b60-451f-4c88-81de-08b1cb8a2a29, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:41.288040 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f20a-8435-4fa8-a568-23ac2bf0b4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.294470 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1e96702-8a7f-446d-a618-c2dbf43b5f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.295943 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Pushing event updated for resources: {'Port': ['ID=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:41.298690 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45df24-69de-4d6d-9b01-3891223d06bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef8325-0f86-47f5-a856-ad8df92528a1,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:41.299904 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'e1808b60-451f-4c88-81de-08b1cb8a2a29', 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550', 'port_id': 'e1808b60-451f-4c88-81de-08b1cb8a2a29', 'mac_address': 'fa:16:3e:60:ab:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f2676c-d51c-4621-86ee-fc45816cf6fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:54:41.321784 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f1e96702-8a7f-446d-a618-c2dbf43b5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.330118 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f20a-8435-4fa8-a568-23ac2bf0b4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.394409 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.440054 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f20a-8435-4fa8-a568-23ac2bf0b4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.440628 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1808b60-451f-4c88-81de-08b1cb8a2a29 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:54:41.443358 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f20a-8435-4fa8-a568-23ac2bf0b4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.444646 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c5a1f20a-8435-4fa8-a568-23ac2bf0b4bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5aef8325-0f86-47f5-a856-ad8df92528a1 HTTP/1.1" status: 204 len: 168 time: 0.2452958 Jul 15 22:54:41.476695 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1f20a-8435-4fa8-a568-23ac2bf0b4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aef8325-0f86-47f5-a856-ad8df92528a1,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:41.480132 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port e1808b60-451f-4c88-81de-08b1cb8a2a29, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:41.491101 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.531156 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f1e96702-8a7f-446d-a618-c2dbf43b5f3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b02efc5c837d4bca9c18881f443790d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5796793 Jul 15 22:54:41.531775 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36878) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:41.532611 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Attempting to bind port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:41.533342 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Attempting to bind port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:41.533697 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Attempting to bind port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 on network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:41.558829 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74acd6-92f4-407c-b4bd-347e57e18412 req-b3de48e9-869c-4a7b-b3d5-379591aca403 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:41.567109 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1c74acd6-92f4-407c-b4bd-347e57e18412 req-b3de48e9-869c-4a7b-b3d5-379591aca403 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 943 time: 0.4848597 Jul 15 22:54:41.571533 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=e1808b60-451f-4c88-81de-08b1cb8a2a29,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:41.578774 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 on network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:54:41.579108 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Attempting to bind port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 on network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:41.585700 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:41.586094 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Checking segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:41.586658 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Bound using segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:41.587100 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Bound port: 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:41.587705 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.589281 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e96702-8a7f-446d-a618-c2dbf43b5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fac2da-574b-43f9-b200-06182dcdf255,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:41.675302 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1c74acd6-92f4-407c-b4bd-347e57e18412 req-c4c454ff-27c8-471f-8df8-174d3a3cfc97 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072135 Jul 15 22:54:41.710782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-270b400f-8d98-46b6-9adc-e56f780f21b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.738796 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['e1808b60-451f-4c88-81de-08b1cb8a2a29'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:54:41.755889 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] For port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20, host hv-cinder-79496, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:41.774282 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] For port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:41.781393 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.821288 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-270b400f-8d98-46b6-9adc-e56f780f21b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.920600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239c345-4447-4be0-b926-16330fd603de req-9e15e7e4-584f-48dc-9be3-4ada1915dbeb tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:41.924458 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7239c345-4447-4be0-b926-16330fd603de req-9e15e7e4-584f-48dc-9be3-4ada1915dbeb tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 943 time: 0.2462163 Jul 15 22:54:41.966049 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Pushing event updated for resources: {'Port': ['ID=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:41.986423 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:41.988350 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:41.992676 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-0147e291-9456-4a8c-af0c-af7f6c0d5165 service neutron] 10.222.0.22 "PUT /v2.0/ports/187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 200 len: 1093 time: 1.6015809 Jul 15 22:54:42.010019 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f3fab-214a-440e-a860-097f003f9829', 'tag': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:42.098907 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7239c345-4447-4be0-b926-16330fd603de req-d4bec376-7e44-4438-a168-43e7acfd451f tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659505 Jul 15 22:54:42.100385 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-270b400f-8d98-46b6-9adc-e56f780f21b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:42.105037 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-270b400f-8d98-46b6-9adc-e56f780f21b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:42.106419 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-270b400f-8d98-46b6-9adc-e56f780f21b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87fac2da-574b-43f9-b200-06182dcdf255 HTTP/1.1" status: 204 len: 168 time: 0.5733232 Jul 15 22:54:42.128178 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b400f-8d98-46b6-9adc-e56f780f21b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fac2da-574b-43f9-b200-06182dcdf255,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:42.300331 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-60b9cabc-4260-4f3d-8c5d-af4749302efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:42.301855 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-60b9cabc-4260-4f3d-8c5d-af4749302efc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 1096 time: 0.2537544 Jul 15 22:54:42.317800 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621205-476e-4921-91e0-c60f114b0099 req-c8fdf3ff-6786-4cdc-af88-22edb3c11793 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:42.319352 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68621205-476e-4921-91e0-c60f114b0099 req-c8fdf3ff-6786-4cdc-af88-22edb3c11793 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 944 time: 0.2001340 Jul 15 22:54:42.394993 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-00b81a03-5941-4b17-9aa7-c4eee107b72c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 200 len: 217 time: 0.0852923 Jul 15 22:54:42.461253 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68621205-476e-4921-91e0-c60f114b0099 req-ee1628ba-1b5f-467b-9c2f-ee2be1de4a9f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104515 Jul 15 22:54:42.473563 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-40d871fe-e9c1-463b-8409-785f36113e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:42.475144 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-40d871fe-e9c1-463b-8409-785f36113e6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.0715189 Jul 15 22:54:42.510159 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:42.624915 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 36928) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:42.732639 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4f3fab-214a-440e-a860-097f003f9829", "tag": "187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:42.759001 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-984a117e-7f87-4a2d-81a6-17aed13f8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:42.762463 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-984a117e-7f87-4a2d-81a6-17aed13f8639 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2805510 Jul 15 22:54:42.817150 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 36eeece3-7233-4b32-89aa-d7eb26f20a61 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:54:42.850521 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3060781a-d5ad-46c8-a43f-3486e18209cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:42.869160 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device e1808b60-451f-4c88-81de-08b1cb8a2a29 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:42.905941 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-30fa318d-7415-471a-a6fa-37decc16bdc9 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354899 Jul 15 22:54:42.913864 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba033a7e-a05f-43ee-aa3d-5b22e565437e req-ea59c20a-f191-46e7-9a84-4e05a676fcf7 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:42.915512 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ba033a7e-a05f-43ee-aa3d-5b22e565437e req-ea59c20a-f191-46e7-9a84-4e05a676fcf7 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 943 time: 0.1227326 Jul 15 22:54:42.978764 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 36eeece3-7233-4b32-89aa-d7eb26f20a61, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=36eeece3-7233-4b32-89aa-d7eb26f20a61,segment=NetworkSegment(fa6f1cc4-f342-4d2e-945e-3111e566e500),segment_id=fa6f1cc4-f342-4d2e-945e-3111e566e500)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:42.981156 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port e1808b60-451f-4c88-81de-08b1cb8a2a29 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:42.992812 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port e1808b60-451f-4c88-81de-08b1cb8a2a29 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:42.993805 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:42.997259 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '36eeece3-7233-4b32-89aa-d7eb26f20a61', 'network_id': 'eb023e3d-baf9-4fb7-aff0-647bcec1b5a0', 'port_id': '36eeece3-7233-4b32-89aa-d7eb26f20a61', 'mac_address': 'fa:16:3e:ed:11:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0dc7bbd-1803-4235-a09a-da743c9b7cff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:54:43.004864 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ba033a7e-a05f-43ee-aa3d-5b22e565437e req-0bf79e90-e31c-4e8a-b8ff-4fb6cc7e58c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795131 Jul 15 22:54:43.055239 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dd13a932-e708-468b-afd0-12e7d78b1344 req-060ea379-b3d8-4b2d-802d-3279e29da5a3 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405940 Jul 15 22:54:43.089379 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.109689 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3060781a-d5ad-46c8-a43f-3486e18209cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.115145 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3060781a-d5ad-46c8-a43f-3486e18209cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.116145 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65dfac3-c431-407b-b9ba-1fccb2b9aad6 x-openstack-request-id: req-a65dfac3-c431-407b-b9ba-1fccb2b9aad6 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:43.116691 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4f3fab-214a-440e-a860-097f003f9829", "tag": "187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:43.117106 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a65dfac3-c431-407b-b9ba-1fccb2b9aad6 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:43.117756 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4f3fab-214a-440e-a860-097f003f9829', 'tag': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'status': 'completed', 'code': 200} Jul 15 22:54:43.126495 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36eeece3-7233-4b32-89aa-d7eb26f20a61 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:54:43.156716 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.160284 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 36eeece3-7233-4b32-89aa-d7eb26f20a61, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=36eeece3-7233-4b32-89aa-d7eb26f20a61,segment=NetworkSegment(fa6f1cc4-f342-4d2e-945e-3111e566e500),segment_id=fa6f1cc4-f342-4d2e-945e-3111e566e500)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:43.168382 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.169035 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:54:43.228476 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b48a27-fb26-4f6a-b2a9-66897b8b34d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1808b60-451f-4c88-81de-08b1cb8a2a29'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:43.253207 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 36964) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:43.253429 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3060781a-d5ad-46c8-a43f-3486e18209cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=956c6987a58f42a2a754b51eff8e7e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222956 Jul 15 22:54:43.257218 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-a01b4bf6-0790-4b39-902d-e6d6430529c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:43.259915 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060781a-d5ad-46c8-a43f-3486e18209cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ca2b3e-a190-4765-a5fe-6a7a78a66aaf,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:43.262065 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-a01b4bf6-0790-4b39-902d-e6d6430529c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 1096 time: 0.1226628 Jul 15 22:54:43.384113 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.db.resource_extend [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 22:54:43.398008 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae16ac-7fb7-434d-b1d7-cd642e5ea658 req-855b32c5-d307-4290-92ed-d7b91debf9df tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:43.404978 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-23ae16ac-7fb7-434d-b1d7-cd642e5ea658 req-855b32c5-d307-4290-92ed-d7b91debf9df tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 944 time: 0.1287539 Jul 15 22:54:43.448224 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port e1808b60-451f-4c88-81de-08b1cb8a2a29, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:43.465078 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-23ae16ac-7fb7-434d-b1d7-cd642e5ea658 req-19f821c9-ff7b-4ce7-ab57-f839d0d8cc1a tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590405 Jul 15 22:54:43.488286 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.507815 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=36eeece3-7233-4b32-89aa-d7eb26f20a61,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:43.509978 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-29dabb36-c5f1-4aa8-a481-54fa2c896dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.543452 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-29dabb36-c5f1-4aa8-a481-54fa2c896dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.609878 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-29dabb36-c5f1-4aa8-a481-54fa2c896dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.613481 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-29dabb36-c5f1-4aa8-a481-54fa2c896dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.617867 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-29dabb36-c5f1-4aa8-a481-54fa2c896dcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8ca2b3e-a190-4765-a5fe-6a7a78a66aaf HTTP/1.1" status: 204 len: 168 time: 0.3548331 Jul 15 22:54:43.652730 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dabb36-c5f1-4aa8-a481-54fa2c896dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ca2b3e-a190-4765-a5fe-6a7a78a66aaf,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:43.725683 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-989c7fc5-19f7-4137-917d-6b813e2aad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:43.727585 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-989c7fc5-19f7-4137-917d-6b813e2aad08 service neutron] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 911 time: 0.4325750 Jul 15 22:54:43.728062 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=e1808b60-451f-4c88-81de-08b1cb8a2a29,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:43.752072 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:43.765294 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24', 'network_id': '60a33b9b-ae14-4f7d-896b-dea40fd22550', 'port_id': '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24', 'mac_address': 'fa:16:3e:00:e0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f2676c-d51c-4621-86ee-fc45816cf6fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:54:43.786743 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-3b1a9d13-1d7a-45fa-b1aa-6e0c39a7c905 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 200 len: 217 time: 0.0463419 Jul 15 22:54:43.831273 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.855870 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:54:43.856094 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61cf8d-fdb4-435a-a86d-82e001e63234 req-83493004-90c1-4aad-ad03-2db6615d8283 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:43.864138 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4a61cf8d-fdb4-435a-a86d-82e001e63234 req-83493004-90c1-4aad-ad03-2db6615d8283 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 944 time: 0.1962717 Jul 15 22:54:43.890661 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-886f834b-21b2-4c4c-a76d-82ba5ccfbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:43.892210 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-886f834b-21b2-4c4c-a76d-82ba5ccfbd8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.0973723 Jul 15 22:54:43.894884 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:43.900918 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:43.947557 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4a61cf8d-fdb4-435a-a86d-82e001e63234 req-db7ea6ff-9321-4e8e-9e24-c0301de1950a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824373 Jul 15 22:54:43.975903 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:43.987965 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-937aca10-6d55-4f17-987a-9abe652b5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:43.989549 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-937aca10-6d55-4f17-987a-9abe652b5827 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0866199 Jul 15 22:54:44.090231 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-07722523-c8b1-45ef-a081-9217025cac6a service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933249 Jul 15 22:54:44.115365 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ca7e87-9afc-4f29-89ab-65458d3612cb" -d '{"events": [{"server_uuid": "78b48a27-fb26-4f6a-b2a9-66897b8b34d6", "name": "network-vif-plugged", "status": "completed", "tag": "e1808b60-451f-4c88-81de-08b1cb8a2a29"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:44.158303 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['1837786f-6aa8-4b22-a2aa-e25d2ac2ae24'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:54:44.163353 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['36eeece3-7233-4b32-89aa-d7eb26f20a61'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:54:44.195824 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9b7fa6e8-0a0a-4d0d-830a-09d5309df097 req-ef54f357-008e-49fc-a4a9-81e9cbf59e18 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975943 Jul 15 22:54:44.218392 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc630fd-87a7-49a8-ad2b-5997d1edcdee req-e1f71c96-684e-4665-ab1a-b930f3496106 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:44.226366 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9cc630fd-87a7-49a8-ad2b-5997d1edcdee req-e1f71c96-684e-4665-ab1a-b930f3496106 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 943 time: 0.0796142 Jul 15 22:54:44.265676 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9cc630fd-87a7-49a8-ad2b-5997d1edcdee req-42b21608-2c9c-4b51-9651-1322417d82a3 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381310 Jul 15 22:54:44.470302 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37022) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:44.472510 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5217af-9f7a-4f00-8805-c3327955524e x-openstack-request-id: req-df5217af-9f7a-4f00-8805-c3327955524e {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:44.473488 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b48a27-fb26-4f6a-b2a9-66897b8b34d6", "name": "network-vif-plugged", "status": "completed", "tag": "e1808b60-451f-4c88-81de-08b1cb8a2a29", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:44.474767 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df5217af-9f7a-4f00-8805-c3327955524e {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:44.475593 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b48a27-fb26-4f6a-b2a9-66897b8b34d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1808b60-451f-4c88-81de-08b1cb8a2a29', 'code': 200} Jul 15 22:54:44.490253 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9598f5bf-e90a-47a9-8276-e2f575b91a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:44.641356 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9598f5bf-e90a-47a9-8276-e2f575b91a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:44.648821 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9598f5bf-e90a-47a9-8276-e2f575b91a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:44.686140 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad89a7-8e4a-43a8-b3b7-44be3cf61fb9 req-9a059153-be2f-4773-bf74-8f4a1817d44e tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:44.693996 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9598f5bf-e90a-47a9-8276-e2f575b91a2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06b48ff4d0034c8590b282762d55d9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226532 Jul 15 22:54:44.698131 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d4ad89a7-8e4a-43a8-b3b7-44be3cf61fb9 req-9a059153-be2f-4773-bf74-8f4a1817d44e tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 944 time: 0.0928531 Jul 15 22:54:44.698663 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37028) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:44.701979 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598f5bf-e90a-47a9-8276-e2f575b91a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9098f9e6-444e-44fb-bb8b-ea56869acb33,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:44.746403 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d4ad89a7-8e4a-43a8-b3b7-44be3cf61fb9 req-6e05ac61-31f2-4097-83fc-2cfb883ccc83 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473037 Jul 15 22:54:44.848191 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e6bd490c-beae-4cd3-929c-c07958df27cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:44.888193 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e6bd490c-beae-4cd3-929c-c07958df27cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:44.904004 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1b734-c1c7-4d16-88e8-c3eb7ece2f65 req-cf221e6f-02db-4dac-bb54-cd6d3a2960da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:44.905560 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8b1b734-c1c7-4d16-88e8-c3eb7ece2f65 req-cf221e6f-02db-4dac-bb54-cd6d3a2960da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1099 time: 0.2060490 Jul 15 22:54:44.937059 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d8b1b734-c1c7-4d16-88e8-c3eb7ece2f65 req-a84e48c5-8583-40d1-be0e-28ef2453697b service neutron] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:44.998119 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e6bd490c-beae-4cd3-929c-c07958df27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:45.006942 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e6bd490c-beae-4cd3-929c-c07958df27cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:45.008451 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e6bd490c-beae-4cd3-929c-c07958df27cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9098f9e6-444e-44fb-bb8b-ea56869acb33 HTTP/1.1" status: 204 len: 168 time: 0.3076737 Jul 15 22:54:45.032288 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd490c-beae-4cd3-929c-c07958df27cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9098f9e6-444e-44fb-bb8b-ea56869acb33,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:45.147336 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d8b1b734-c1c7-4d16-88e8-c3eb7ece2f65 req-a84e48c5-8583-40d1-be0e-28ef2453697b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:45.153381 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d8b1b734-c1c7-4d16-88e8-c3eb7ece2f65 req-a84e48c5-8583-40d1-be0e-28ef2453697b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:45.193724 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8b1b734-c1c7-4d16-88e8-c3eb7ece2f65 req-a84e48c5-8583-40d1-be0e-28ef2453697b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803807 Jul 15 22:54:45.214307 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e48c5-8583-40d1-be0e-28ef2453697b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98e09e-6a84-4374-9678-ea26e58feb26,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:45.293907 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857e83-7975-4641-9592-3edc876dfcdb req-7e354e90-ddec-4781-b1fc-34df1a53c0a0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:45.295693 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-76857e83-7975-4641-9592-3edc876dfcdb req-7e354e90-ddec-4781-b1fc-34df1a53c0a0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 945 time: 0.0971992 Jul 15 22:54:45.356544 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-76857e83-7975-4641-9592-3edc876dfcdb req-c1a63889-bd22-481d-86c4-b72fa5e199df tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Jul 15 22:54:45.480708 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91647ade-bc04-4c6e-a53c-1c80acf1b3a3 req-6b27abea-8b25-4bd8-80ac-aef83525f83d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:45.482617 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-91647ade-bc04-4c6e-a53c-1c80acf1b3a3 req-6b27abea-8b25-4bd8-80ac-aef83525f83d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 943 time: 0.0747976 Jul 15 22:54:45.548215 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-91647ade-bc04-4c6e-a53c-1c80acf1b3a3 req-747e8a82-9def-4941-bff7-9ec38228b039 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592742 Jul 15 22:54:45.798502 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37094) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:45.927498 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1c160-d6cd-4cb2-bd56-0a3f442632d3 req-9b038eaa-e30a-4f25-89f1-870fdc31c6f6 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:45.934190 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fbb1c160-d6cd-4cb2-bd56-0a3f442632d3 req-9b038eaa-e30a-4f25-89f1-870fdc31c6f6 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 944 time: 0.0693316 Jul 15 22:54:45.971158 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d887ed64-64f8-4b3c-8fbb-e64904839928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:45.986383 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fbb1c160-d6cd-4cb2-bd56-0a3f442632d3 req-59eefa94-e264-475d-a49f-3feb9521a577 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512502 Jul 15 22:54:46.075707 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d887ed64-64f8-4b3c-8fbb-e64904839928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:46.080011 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d887ed64-64f8-4b3c-8fbb-e64904839928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:46.123994 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d887ed64-64f8-4b3c-8fbb-e64904839928 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ee1e74893b742d3a1ca2791bbc64bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218036 Jul 15 22:54:46.124195 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37106) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:46.130940 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887ed64-64f8-4b3c-8fbb-e64904839928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c532ad4-2f19-42be-add9-d2f2511c1623,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:46.194400 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc9522c9-fe38-4c71-b0e9-a9800a6f4cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:46.219646 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc9522c9-fe38-4c71-b0e9-a9800a6f4cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:46.272664 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc9522c9-fe38-4c71-b0e9-a9800a6f4cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:46.275565 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc9522c9-fe38-4c71-b0e9-a9800a6f4cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:46.278303 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cc9522c9-fe38-4c71-b0e9-a9800a6f4cef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c532ad4-2f19-42be-add9-d2f2511c1623 HTTP/1.1" status: 204 len: 168 time: 0.1531539 Jul 15 22:54:46.287654 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9522c9-fe38-4c71-b0e9-a9800a6f4cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c532ad4-2f19-42be-add9-d2f2511c1623,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:46.616871 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde68c49-c946-4d11-a602-a586bc111017 req-fc56ca36-b49a-48ea-9d57-952e5d83dcd4 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:46.626406 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cde68c49-c946-4d11-a602-a586bc111017 req-fc56ca36-b49a-48ea-9d57-952e5d83dcd4 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 945 time: 0.1043167 Jul 15 22:54:46.734381 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cde68c49-c946-4d11-a602-a586bc111017 req-d018b61f-bf67-41af-897e-5843141765a5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041415 Jul 15 22:54:46.783065 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37158) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:46.793398 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1278d-138c-4393-8d13-cd77796f61e9 req-bd9ec6d7-8eee-49f6-9b60-cac876d40f9e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:46.795571 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7bd1278d-138c-4393-8d13-cd77796f61e9 req-bd9ec6d7-8eee-49f6-9b60-cac876d40f9e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 943 time: 0.1071079 Jul 15 22:54:46.802452 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fa0288a4-af99-4be3-850f-d74c0925a312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:46.821779 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:54:46.836311 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 36eeece3-7233-4b32-89aa-d7eb26f20a61 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:46.915675 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7bd1278d-138c-4393-8d13-cd77796f61e9 req-41745fc8-638b-430f-b34f-b1a905f2e6b5 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108689 Jul 15 22:54:46.959996 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fa0288a4-af99-4be3-850f-d74c0925a312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:46.968653 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fa0288a4-af99-4be3-850f-d74c0925a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.007214 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:47.009920 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 36eeece3-7233-4b32-89aa-d7eb26f20a61 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:47.027310 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 36eeece3-7233-4b32-89aa-d7eb26f20a61 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:47.027884 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.030172 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fa0288a4-af99-4be3-850f-d74c0925a312 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0332e75771d649109b420ab397391a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448628 Jul 15 22:54:47.032973 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37170) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:47.056364 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0288a4-af99-4be3-850f-d74c0925a312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f62d72-fa0d-4a10-bd97-6196aab10750,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:47.057434 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'port_id': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'mac_address': 'fa:16:3e:d4:84:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:54:47.111966 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.129421 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:54:47.157077 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c193a6fa-3ac0-46fb-bec4-cbb7073357b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.175811 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:47.182855 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.208622 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.216871 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c193a6fa-3ac0-46fb-bec4-cbb7073357b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.254270 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8d58fd-3cd4-4acb-8479-b7d7f67c3052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36eeece3-7233-4b32-89aa-d7eb26f20a61'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:47.257023 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7d1971-ae4c-43ff-b6bd-b4c8d8748679" -d '{"events": [{"server_uuid": "3c8d58fd-3cd4-4acb-8479-b7d7f67c3052", "name": "network-vif-plugged", "status": "completed", "tag": "36eeece3-7233-4b32-89aa-d7eb26f20a61"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:47.288242 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 36eeece3-7233-4b32-89aa-d7eb26f20a61, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=36eeece3-7233-4b32-89aa-d7eb26f20a61,segment=NetworkSegment(fa6f1cc4-f342-4d2e-945e-3111e566e500),segment_id=fa6f1cc4-f342-4d2e-945e-3111e566e500)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:47.290513 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c193a6fa-3ac0-46fb-bec4-cbb7073357b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.294022 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c193a6fa-3ac0-46fb-bec4-cbb7073357b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.294822 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.296181 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:47.296772 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f5ba2-64de-42a7-b62e-41b653b4e6e2 req-a3eda1d6-65a2-409a-ae66-01c56831a55c tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:47.298617 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c193a6fa-3ac0-46fb-bec4-cbb7073357b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74f62d72-fa0d-4a10-bd97-6196aab10750 HTTP/1.1" status: 204 len: 168 time: 0.2646205 Jul 15 22:54:47.300647 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:47.314894 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193a6fa-3ac0-46fb-bec4-cbb7073357b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f62d72-fa0d-4a10-bd97-6196aab10750,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:47.325422 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4a8f5ba2-64de-42a7-b62e-41b653b4e6e2 req-a3eda1d6-65a2-409a-ae66-01c56831a55c tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 944 time: 0.1476407 Jul 15 22:54:47.389092 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4a8f5ba2-64de-42a7-b62e-41b653b4e6e2 req-333b4022-ab4b-4903-aa86-3a2327aba271 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572340 Jul 15 22:54:47.523251 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c70f1f-2278-4af7-8210-9ef696697f3d x-openstack-request-id: req-28c70f1f-2278-4af7-8210-9ef696697f3d {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:47.523784 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8d58fd-3cd4-4acb-8479-b7d7f67c3052", "name": "network-vif-plugged", "status": "completed", "tag": "36eeece3-7233-4b32-89aa-d7eb26f20a61", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:47.524252 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28c70f1f-2278-4af7-8210-9ef696697f3d {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:47.524813 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8d58fd-3cd4-4acb-8479-b7d7f67c3052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36eeece3-7233-4b32-89aa-d7eb26f20a61', 'code': 200} Jul 15 22:54:47.527775 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=36eeece3-7233-4b32-89aa-d7eb26f20a61,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:47.575579 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:47.582413 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:47.583086 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.643557 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:54:47.697937 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fe6f8-8fcf-41d6-917a-2ccf057cd693 req-68229da6-c3b9-43d5-be03-02a7c0960128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:47.708009 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-235fe6f8-8fcf-41d6-917a-2ccf057cd693 req-68229da6-c3b9-43d5-be03-02a7c0960128 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 1098 time: 0.0815232 Jul 15 22:54:47.759494 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-235fe6f8-8fcf-41d6-917a-2ccf057cd693 req-65690d8b-fb6d-4700-b9a8-7eaf285dcd80 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Jul 15 22:54:47.933421 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:47.974624 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:47.991857 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.080712 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:48.132818 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e848fe-e5e4-43c6-9d37-23295e2d373e req-3ad6ca17-16f4-4b97-9e08-ce1b1d731a92 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:48.134963 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f2e848fe-e5e4-43c6-9d37-23295e2d373e req-3ad6ca17-16f4-4b97-9e08-ce1b1d731a92 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1547003 Jul 15 22:54:48.212000 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9260-9651-42c9-8a55-e2b5c2f81169 req-8415d65e-e750-4fc6-a3ce-944c527b62ca tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:48.220715 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0fdb9260-9651-42c9-8a55-e2b5c2f81169 req-8415d65e-e750-4fc6-a3ce-944c527b62ca tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 944 time: 0.1130769 Jul 15 22:54:48.233863 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f2e848fe-e5e4-43c6-9d37-23295e2d373e req-89df1cc3-7ae7-4435-9e73-c8af9ab80df0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891168 Jul 15 22:54:48.264276 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37240) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:48.270115 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0fdb9260-9651-42c9-8a55-e2b5c2f81169 req-6cef2077-4134-4544-88c3-7e6e9770d488 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481594 Jul 15 22:54:48.374076 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f462c79b-5366-4809-94dd-e3e7ddb41987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.467619 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f462c79b-5366-4809-94dd-e3e7ddb41987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.472916 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f462c79b-5366-4809-94dd-e3e7ddb41987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.514977 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f462c79b-5366-4809-94dd-e3e7ddb41987 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15d223b030ed41478464b83e5bcfe2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490184 Jul 15 22:54:48.517651 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37256) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:48.520084 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462c79b-5366-4809-94dd-e3e7ddb41987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1a5662-11eb-4f38-9de7-9611ec9f5ad5,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:48.576678 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e5a65ab8-993f-425c-8993-a81a5b313796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.597994 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338eaeaa-44c3-4a39-a59e-455ecc678354 req-716cd5b3-7899-452f-8b4e-bdcfb6bd55ac tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:48.600175 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e5a65ab8-993f-425c-8993-a81a5b313796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.602300 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-338eaeaa-44c3-4a39-a59e-455ecc678354 req-716cd5b3-7899-452f-8b4e-bdcfb6bd55ac tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 945 time: 0.0705745 Jul 15 22:54:48.640034 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-338eaeaa-44c3-4a39-a59e-455ecc678354 req-76ebe67a-c22d-497f-a544-21884a863f16 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344687 Jul 15 22:54:48.648190 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e5a65ab8-993f-425c-8993-a81a5b313796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.651111 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e5a65ab8-993f-425c-8993-a81a5b313796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:48.652392 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e5a65ab8-993f-425c-8993-a81a5b313796 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea1a5662-11eb-4f38-9de7-9611ec9f5ad5 HTTP/1.1" status: 204 len: 168 time: 0.1326780 Jul 15 22:54:48.661316 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a65ab8-993f-425c-8993-a81a5b313796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1a5662-11eb-4f38-9de7-9611ec9f5ad5,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:49.432119 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bf24a-69a7-4a86-94df-bfb1ecebb122 req-cea34de3-80af-4fa1-b6cc-dc0cf1b56852 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:49.440958 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4f7bf24a-69a7-4a86-94df-bfb1ecebb122 req-cea34de3-80af-4fa1-b6cc-dc0cf1b56852 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0929091 Jul 15 22:54:49.491180 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4f7bf24a-69a7-4a86-94df-bfb1ecebb122 req-e07aec7f-97c3-4d26-b359-beb51b4fe391 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491900 Jul 15 22:54:49.506937 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864166-e5d7-44f0-940f-f7ae1f5bf37d req-14f3ab6d-381c-49f1-b724-170cdfc8a707 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:49.508510 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0864166-e5d7-44f0-940f-f7ae1f5bf37d req-14f3ab6d-381c-49f1-b724-170cdfc8a707 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 944 time: 0.0935259 Jul 15 22:54:49.525734 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d39a1f-4cc1-433c-af85-907d6a01e03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:49.531100 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eccdaff-5efd-4446-828b-67c6c80a8db8" -d '{"events": [{"server_uuid": "00d39a1f-4cc1-433c-af85-907d6a01e03f", "name": "network-vif-plugged", "status": "completed", "tag": "1837786f-6aa8-4b22-a2aa-e25d2ac2ae24"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:49.549207 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0864166-e5d7-44f0-940f-f7ae1f5bf37d req-831d296d-d97e-478e-81cc-ee271cdecf7e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347905 Jul 15 22:54:49.623648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ece382-e5bb-4519-b2dd-e8f40c8dc39e x-openstack-request-id: req-94ece382-e5bb-4519-b2dd-e8f40c8dc39e {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:49.624001 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d39a1f-4cc1-433c-af85-907d6a01e03f", "name": "network-vif-plugged", "status": "completed", "tag": "1837786f-6aa8-4b22-a2aa-e25d2ac2ae24", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:49.624405 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94ece382-e5bb-4519-b2dd-e8f40c8dc39e {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:49.624790 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d39a1f-4cc1-433c-af85-907d6a01e03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24', 'code': 200} Jul 15 22:54:49.835506 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a9e59-a450-43a4-8aaf-aed7010c42a9 req-3358c30d-1d68-4f71-aee1-6704fd6aef50 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:49.837164 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ad6a9e59-a450-43a4-8aaf-aed7010c42a9 req-3358c30d-1d68-4f71-aee1-6704fd6aef50 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 945 time: 0.0714295 Jul 15 22:54:49.880323 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ad6a9e59-a450-43a4-8aaf-aed7010c42a9 req-0c249846-ab5f-41e5-9556-bd528400e1ea tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349252 Jul 15 22:54:50.670542 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6311155-2d1b-45ef-89d4-8c693cebfe6d req-a9c34d04-a4de-411f-93e2-697e535e0065 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:50.672853 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a6311155-2d1b-45ef-89d4-8c693cebfe6d req-a9c34d04-a4de-411f-93e2-697e535e0065 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0766275 Jul 15 22:54:50.722103 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a6311155-2d1b-45ef-89d4-8c693cebfe6d req-af3fc272-bc15-43ac-a445-df7a49fdec1e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Jul 15 22:54:50.749659 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7154205-eed7-4f2e-85f8-9873e4c2aa4c req-df680c1d-ca17-49d8-b0c1-06a7c4b1d6db tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:50.752287 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7154205-eed7-4f2e-85f8-9873e4c2aa4c req-df680c1d-ca17-49d8-b0c1-06a7c4b1d6db tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 944 time: 0.0814600 Jul 15 22:54:50.806377 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7154205-eed7-4f2e-85f8-9873e4c2aa4c req-aab34927-525a-4b44-b6b9-c34824d1490b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467093 Jul 15 22:54:51.084849 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919a383-bbb3-4cde-bda3-4ec80403c00d req-2e62ad31-4ea4-40b1-af5c-305058a1c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:51.086605 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1919a383-bbb3-4cde-bda3-4ec80403c00d req-2e62ad31-4ea4-40b1-af5c-305058a1c6ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 1099 time: 0.0535800 Jul 15 22:54:51.087246 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aca96-e9cc-4783-9e46-1a2a5af2a728 req-403df8ef-b3f8-4f07-884c-14347866323a tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:51.088755 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-356aca96-e9cc-4783-9e46-1a2a5af2a728 req-403df8ef-b3f8-4f07-884c-14347866323a tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 945 time: 0.0643859 Jul 15 22:54:51.124397 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1919a383-bbb3-4cde-bda3-4ec80403c00d req-5181ea7d-303a-47b8-9c15-ca4951b11d2c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281498 Jul 15 22:54:51.128974 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-356aca96-e9cc-4783-9e46-1a2a5af2a728 req-5514e530-8477-4115-9007-64b47445954c tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Jul 15 22:54:51.890567 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52292ad-96ff-4114-ab32-88b00e25481f req-46fe2a92-9574-45c7-843b-2bca8ef2d0a5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:51.892174 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d52292ad-96ff-4114-ab32-88b00e25481f req-46fe2a92-9574-45c7-843b-2bca8ef2d0a5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0636568 Jul 15 22:54:51.943997 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d52292ad-96ff-4114-ab32-88b00e25481f req-811e7043-f7e3-494d-8f98-eb0ab8278341 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Jul 15 22:54:51.994566 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eceb5-fd5e-41fc-b5b4-dcdce9e8cbb5 req-07502384-02b1-4dc1-b435-c15ab05bd067 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:51.996344 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2f4eceb5-fd5e-41fc-b5b4-dcdce9e8cbb5 req-07502384-02b1-4dc1-b435-c15ab05bd067 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 944 time: 0.0817409 Jul 15 22:54:52.041695 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2f4eceb5-fd5e-41fc-b5b4-dcdce9e8cbb5 req-0dcfd168-9211-4eab-bff6-16f3a26d27c5 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Jul 15 22:54:52.355356 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7b2b-c8d9-41b7-b9ee-caa29ce57669 req-8e813050-590b-4b1f-97c8-7f83e8734c92 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:52.358219 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ebbb7b2b-c8d9-41b7-b9ee-caa29ce57669 req-8e813050-590b-4b1f-97c8-7f83e8734c92 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 945 time: 0.0856819 Jul 15 22:54:52.406603 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ebbb7b2b-c8d9-41b7-b9ee-caa29ce57669 req-b821e4f3-1f8e-404f-aa3d-fb32c1eedf45 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Jul 15 22:54:52.834861 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:52.897344 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:52.902314 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:52.902912 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:52.991573 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:53.021084 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f3fab-214a-440e-a860-097f003f9829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:53.023342 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6813da82-bda7-40e7-ac5a-8345059a7caf" -d '{"events": [{"server_uuid": "5e4f3fab-214a-440e-a860-097f003f9829", "name": "network-vif-plugged", "status": "completed", "tag": "187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:53.036285 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:53.042649 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:53.115234 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f43ad-868c-4210-a7f7-3cee2cb12e64 x-openstack-request-id: req-ff2f43ad-868c-4210-a7f7-3cee2cb12e64 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:53.115665 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f3fab-214a-440e-a860-097f003f9829", "name": "network-vif-plugged", "status": "completed", "tag": "187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:53.116165 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff2f43ad-868c-4210-a7f7-3cee2cb12e64 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:53.116782 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f3fab-214a-440e-a860-097f003f9829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'code': 200} Jul 15 22:54:53.118413 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:53.220811 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ff0fb-6d9e-4e95-8a30-dfe93c9dd041 req-da4ecff3-7918-4490-833c-366f9a7e3b3b tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:53.223023 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b71ff0fb-6d9e-4e95-8a30-dfe93c9dd041 req-da4ecff3-7918-4490-833c-366f9a7e3b3b tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0793762 Jul 15 22:54:53.278941 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b71ff0fb-6d9e-4e95-8a30-dfe93c9dd041 req-28f9f1d5-94b7-4740-bcff-dd06ca8ebb69 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501282 Jul 15 22:54:53.308746 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a6e58-e4f3-49e9-9889-5841b93f4c90 req-a9e93106-e5e4-46b2-8d00-0961aa276754 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:53.310380 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e75a6e58-e4f3-49e9-9889-5841b93f4c90 req-a9e93106-e5e4-46b2-8d00-0961aa276754 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0982029 Jul 15 22:54:53.394875 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e75a6e58-e4f3-49e9-9889-5841b93f4c90 req-6d0b16b3-cdf4-4893-9957-3604d086258b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757751 Jul 15 22:54:53.423358 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8532-72f3-4631-885e-000b7795c613 req-2ae21e80-5e44-4176-b868-68a108ad089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:53.425479 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21fa8532-72f3-4631-885e-000b7795c613 req-2ae21e80-5e44-4176-b868-68a108ad089c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 1098 time: 0.0916357 Jul 15 22:54:53.481098 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21fa8532-72f3-4631-885e-000b7795c613 req-57339337-f20e-458a-a5e3-777801e56294 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480058 Jul 15 22:54:53.814224 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cef27-ce32-4096-b87f-3f118af6e108 req-f0133fae-9874-4baf-9020-2548068d8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:53.815775 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767cef27-ce32-4096-b87f-3f118af6e108 req-f0133fae-9874-4baf-9020-2548068d8359 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 1099 time: 0.1146829 Jul 15 22:54:53.904890 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cedd8-b32f-444c-9d41-59dc2992661a req-a38ba940-f349-409f-b1c0-68c16bc16143 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:53.907175 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f49cedd8-b32f-444c-9d41-59dc2992661a req-a38ba940-f349-409f-b1c0-68c16bc16143 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1546474 Jul 15 22:54:53.986335 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f49cedd8-b32f-444c-9d41-59dc2992661a req-1e04d713-2391-4121-ba5d-f50732938af9 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715690 Jul 15 22:54:54.045574 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cef27-ce32-4096-b87f-3f118af6e108 req-3b27a59f-0101-4e48-9e59-be5f238ed284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:54.047127 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767cef27-ce32-4096-b87f-3f118af6e108 req-3b27a59f-0101-4e48-9e59-be5f238ed284 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.2157536 Jul 15 22:54:54.095744 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767cef27-ce32-4096-b87f-3f118af6e108 req-4bcb6f8e-1784-4132-8306-da886ccd00d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 HTTP/1.1" status: 200 len: 217 time: 0.0405068 Jul 15 22:54:54.146980 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cef27-ce32-4096-b87f-3f118af6e108 req-96a592c5-a495-40b3-bcda-8ade5f53955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:54.148417 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767cef27-ce32-4096-b87f-3f118af6e108 req-96a592c5-a495-40b3-bcda-8ade5f53955d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.0456588 Jul 15 22:54:54.188321 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37546) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:54.195811 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767cef27-ce32-4096-b87f-3f118af6e108 req-2cf52371-3776-4e9b-b702-a3f0e18d1927 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321474 Jul 15 22:54:54.291572 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767cef27-ce32-4096-b87f-3f118af6e108 req-cceed415-c730-4cea-9ba4-e81b0cf7a7a2 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849195 Jul 15 22:54:54.317427 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-60aaa3e1-9f66-4975-aca6-2162cf0b1e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:54.402928 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-767cef27-ce32-4096-b87f-3f118af6e108 req-506fdca0-4448-49d7-9329-35c4ca854f33 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004558 Jul 15 22:54:54.437724 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-60aaa3e1-9f66-4975-aca6-2162cf0b1e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:54.443426 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-60aaa3e1-9f66-4975-aca6-2162cf0b1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:54.475556 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-60aaa3e1-9f66-4975-aca6-2162cf0b1e50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b550abd7254241608bf6b4c3c25951dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837169 Jul 15 22:54:54.479144 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37562) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:54.494882 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaa3e1-9f66-4975-aca6-2162cf0b1e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33634bc4-2e2a-4658-86fa-e4d007745605,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:54.602931 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4820-a0af-4645-8110-1e56cfd01969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:54.633275 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4820-a0af-4645-8110-1e56cfd01969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:54.665180 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb94b9-679b-4e74-94fd-2b5ea2f2bba5 req-f62689eb-b40a-4bab-b25c-219be1728ce4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:54.667008 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-03cb94b9-679b-4e74-94fd-2b5ea2f2bba5 req-f62689eb-b40a-4bab-b25c-219be1728ce4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1157987 Jul 15 22:54:54.716192 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-03cb94b9-679b-4e74-94fd-2b5ea2f2bba5 req-7b2f43b1-e50c-41c0-8fa0-f57e3295466f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Jul 15 22:54:54.723676 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4820-a0af-4645-8110-1e56cfd01969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:54.726665 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4820-a0af-4645-8110-1e56cfd01969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:54.727783 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2f5f4820-a0af-4645-8110-1e56cfd01969 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33634bc4-2e2a-4658-86fa-e4d007745605 HTTP/1.1" status: 204 len: 168 time: 0.2477367 Jul 15 22:54:54.736345 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f4820-a0af-4645-8110-1e56cfd01969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33634bc4-2e2a-4658-86fa-e4d007745605,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:55.003880 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37578) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:55.016933 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49bd0e24-243d-4ccc-a3c1-78119815f358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:55.113363 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49bd0e24-243d-4ccc-a3c1-78119815f358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:55.119046 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-49bd0e24-243d-4ccc-a3c1-78119815f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:55.163113 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-49bd0e24-243d-4ccc-a3c1-78119815f358 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eca8eac9cecd4186a3fab879d5b0c39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559036 Jul 15 22:54:55.163113 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd0e24-243d-4ccc-a3c1-78119815f358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209019b0-678f-432a-a5b7-8bd95eafd7af,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:55.164439 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37594) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:55.207519 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33cc7-1d90-4b2c-8824-bef3f2350dd2 req-a12733a9-09c5-4863-93ca-80c8ae17d2a1 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:55.209585 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0bb33cc7-1d90-4b2c-8824-bef3f2350dd2 req-a12733a9-09c5-4863-93ca-80c8ae17d2a1 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0837801 Jul 15 22:54:55.220067 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa1c702f-8362-421e-b128-abe39399bec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:55.245908 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa1c702f-8362-421e-b128-abe39399bec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:55.252648 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0bb33cc7-1d90-4b2c-8824-bef3f2350dd2 req-eba0f333-5a0b-4fff-b620-610b180240db tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365815 Jul 15 22:54:55.304845 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa1c702f-8362-421e-b128-abe39399bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:55.308602 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fa1c702f-8362-421e-b128-abe39399bec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:55.312100 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fa1c702f-8362-421e-b128-abe39399bec8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/209019b0-678f-432a-a5b7-8bd95eafd7af HTTP/1.1" status: 204 len: 168 time: 0.1444123 Jul 15 22:54:55.318158 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c702f-8362-421e-b128-abe39399bec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209019b0-678f-432a-a5b7-8bd95eafd7af,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:55.673873 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37620) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:55.858993 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ab820bb4-b97f-4abb-962f-518b9577f8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.002236 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c2cf-5d24-4ee2-812e-63bfc727e1f1 req-ac771012-80b7-4f0a-8636-9b89ff7b54e0 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:56.003094 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ab820bb4-b97f-4abb-962f-518b9577f8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.010114 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ab820bb4-b97f-4abb-962f-518b9577f8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.011498 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3115c2cf-5d24-4ee2-812e-63bfc727e1f1 req-ac771012-80b7-4f0a-8636-9b89ff7b54e0 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1407685 Jul 15 22:54:56.046265 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37646) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:56.062689 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ab820bb4-b97f-4abb-962f-518b9577f8d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f08ec8d0866d445ab4b3befd6c693911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844960 Jul 15 22:54:56.063789 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37650) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:56.078584 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3115c2cf-5d24-4ee2-812e-63bfc727e1f1 req-34a5daf3-58f5-4b83-b517-59b5d63e64d0 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650685 Jul 15 22:54:56.091747 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab820bb4-b97f-4abb-962f-518b9577f8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a1c208-98a1-4bc3-8af4-0a15e15590dc,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:56.147888 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90e7a68d-1d84-42d5-8807-8cb62be22bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.182173 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90e7a68d-1d84-42d5-8807-8cb62be22bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.294199 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90e7a68d-1d84-42d5-8807-8cb62be22bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.297510 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-90e7a68d-1d84-42d5-8807-8cb62be22bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.298917 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-90e7a68d-1d84-42d5-8807-8cb62be22bde admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7a1c208-98a1-4bc3-8af4-0a15e15590dc HTTP/1.1" status: 204 len: 168 time: 0.2339737 Jul 15 22:54:56.310827 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8890-361d-46bd-b2bb-33b09ac46aa2 req-0318167f-d055-433b-b89b-523376a98624 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:56.312944 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-28ac8890-361d-46bd-b2bb-33b09ac46aa2 req-0318167f-d055-433b-b89b-523376a98624 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0936575 Jul 15 22:54:56.318318 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7a68d-1d84-42d5-8807-8cb62be22bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a1c208-98a1-4bc3-8af4-0a15e15590dc,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:56.322672 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37668) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:56.325482 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e881d272-0876-4573-ac66-10425d6592f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.331949 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'floatingip': {'port_id': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:56.444275 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e881d272-0876-4573-ac66-10425d6592f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.459154 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.459866 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e881d272-0876-4573-ac66-10425d6592f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.544313 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e881d272-0876-4573-ac66-10425d6592f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=340be54da1ec49c6ae0f157ad11ff9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969230 Jul 15 22:54:56.545030 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881d272-0876-4573-ac66-10425d6592f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b77cd67-593b-4ccf-b576-01cd629d7fad,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:56.547327 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37676) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:56.816253 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37684) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:56.837937 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d1913-5f18-4159-8cf1-33a8f8ded47c req-6c738923-44f4-4650-bf52-774fd734fc39 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:56.839482 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-924d1913-5f18-4159-8cf1-33a8f8ded47c req-6c738923-44f4-4650-bf52-774fd734fc39 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.3489325 Jul 15 22:54:56.847178 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-738027cc-832c-4f56-acb4-a7c6016dc3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.903096 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2e7ccb12-06b2-46ac-88e5-c34f1bfed09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:56.917002 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-924d1913-5f18-4159-8cf1-33a8f8ded47c req-9802a209-0e25-42c1-8a06-4ff7a0f87781 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709546 Jul 15 22:54:56.944205 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2e7ccb12-06b2-46ac-88e5-c34f1bfed09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.026430 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-738027cc-832c-4f56-acb4-a7c6016dc3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.029713 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2e7ccb12-06b2-46ac-88e5-c34f1bfed09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.030577 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2e7ccb12-06b2-46ac-88e5-c34f1bfed09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.034324 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2e7ccb12-06b2-46ac-88e5-c34f1bfed09b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b77cd67-593b-4ccf-b576-01cd629d7fad HTTP/1.1" status: 204 len: 168 time: 0.4853241 Jul 15 22:54:57.037273 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-738027cc-832c-4f56-acb4-a7c6016dc3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.053349 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ccb12-06b2-46ac-88e5-c34f1bfed09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b77cd67-593b-4ccf-b576-01cd629d7fad,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:57.116907 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-738027cc-832c-4f56-acb4-a7c6016dc3c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3445cf5bc143416491876026148b1f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980330 Jul 15 22:54:57.119458 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738027cc-832c-4f56-acb4-a7c6016dc3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68896b9-5912-47d3-b352-f1ac660acd35,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:57.122970 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37702) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:57.180565 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae281d99-bb7e-4f5e-960a-50f22f86b180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.206017 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae281d99-bb7e-4f5e-960a-50f22f86b180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.256280 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae281d99-bb7e-4f5e-960a-50f22f86b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.261239 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ae281d99-bb7e-4f5e-960a-50f22f86b180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.262620 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ae281d99-bb7e-4f5e-960a-50f22f86b180 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f68896b9-5912-47d3-b352-f1ac660acd35 HTTP/1.1" status: 204 len: 168 time: 0.1384084 Jul 15 22:54:57.270985 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae281d99-bb7e-4f5e-960a-50f22f86b180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68896b9-5912-47d3-b352-f1ac660acd35,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:57.487999 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.488700 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37720) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:57.506229 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2c01f40a-ab17-43f8-884a-41b8316a97f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.506782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.622412 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2c01f40a-ab17-43f8-884a-41b8316a97f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.628151 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2c01f40a-ab17-43f8-884a-41b8316a97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.643191 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Floating IP 0de13e0a-8aa5-410a-9b68-0bd838dbc42e associated. External IP: 172.27.0.179, port: 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20. Jul 15 22:54:57.677817 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2c01f40a-ab17-43f8-884a-41b8316a97f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33278af2f82148ddae5f54d04a3775cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878490 Jul 15 22:54:57.678805 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01f40a-ab17-43f8-884a-41b8316a97f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd42db19-ee1b-4643-850f-13bf81a92bfd,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:57.681064 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37726) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:57.733512 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d891d182-7655-408b-8d38-8f33c34d5dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.765654 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d891d182-7655-408b-8d38-8f33c34d5dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.816878 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37732) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:57.848172 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d891d182-7655-408b-8d38-8f33c34d5dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.850891 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d891d182-7655-408b-8d38-8f33c34d5dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:57.852139 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d891d182-7655-408b-8d38-8f33c34d5dbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd42db19-ee1b-4643-850f-13bf81a92bfd HTTP/1.1" status: 204 len: 168 time: 0.1702185 Jul 15 22:54:57.865321 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891d182-7655-408b-8d38-8f33c34d5dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd42db19-ee1b-4643-850f-13bf81a92bfd,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:57.947043 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Router ed94bcca-704a-4356-ad71-dad1e3577ac0 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:54:58.006411 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf3eef2b-34bf-490a-b29e-b10e6b026854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.154180 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf3eef2b-34bf-490a-b29e-b10e6b026854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.161293 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-bf3eef2b-34bf-490a-b29e-b10e6b026854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.166745 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:58.173350 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.181866 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] Sync routers for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:58.194982 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:58.197260 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:58.205388 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eef2b-34bf-490a-b29e-b10e6b026854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82349b4b-30ea-4bfe-81b2-80221d39bd84,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:58.209790 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-bf3eef2b-34bf-490a-b29e-b10e6b026854 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8f07437c8f0428183b35dc08a1a410a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917673 Jul 15 22:54:58.213761 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37756) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:58.215223 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d297a397-4773-4aee-bc1d-4bcf4f368233 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "PUT /v2.0/floatingips/0de13e0a-8aa5-410a-9b68-0bd838dbc42e HTTP/1.1" status: 200 len: 991 time: 1.8914983 Jul 15 22:54:58.216900 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f3fab-214a-440e-a860-097f003f9829', 'tag': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:54:58.230709 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cea325-31fa-411c-8416-c2cd639b2756" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4f3fab-214a-440e-a860-097f003f9829", "tag": "187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:54:58.264756 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f14df-eed8-4a41-82c7-88704560370f req-5d8ada56-9837-4dc5-aaac-40241c1afc5c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:58.274618 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-141f14df-eed8-4a41-82c7-88704560370f req-5d8ada56-9837-4dc5-aaac-40241c1afc5c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1803212 Jul 15 22:54:58.315858 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5d017e40-ab2d-473e-8b73-061bb206bb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.351287 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-141f14df-eed8-4a41-82c7-88704560370f req-b01ae080-54ef-440d-8301-e492cb2096a4 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708930 Jul 15 22:54:58.351513 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:58.369511 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5d017e40-ab2d-473e-8b73-061bb206bb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.460211 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37774) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:58.487405 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5d017e40-ab2d-473e-8b73-061bb206bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.489894 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5d017e40-ab2d-473e-8b73-061bb206bb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.491156 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-5d017e40-ab2d-473e-8b73-061bb206bb09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82349b4b-30ea-4bfe-81b2-80221d39bd84 HTTP/1.1" status: 204 len: 168 time: 0.2758856 Jul 15 22:54:58.496633 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12d62b2-8fc3-4624-919f-9e47a19fa1d9 x-openstack-request-id: req-d12d62b2-8fc3-4624-919f-9e47a19fa1d9 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:54:58.497107 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4f3fab-214a-440e-a860-097f003f9829", "tag": "187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:54:58.497220 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d12d62b2-8fc3-4624-919f-9e47a19fa1d9 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:54:58.497553 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4f3fab-214a-440e-a860-097f003f9829', 'tag': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'status': 'completed', 'code': 200} Jul 15 22:54:58.500863 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d017e40-ab2d-473e-8b73-061bb206bb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82349b4b-30ea-4bfe-81b2-80221d39bd84,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:58.625195 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-2667074d-18df-4d2e-8a34-7ff5761c8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:58.627702 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-2667074d-18df-4d2e-8a34-7ff5761c8f04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 1098 time: 0.0774491 Jul 15 22:54:58.726313 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '0de13e0a-8aa5-410a-9b68-0bd838dbc42e', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'port_id': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'mac_address': 'fa:16:3e:d4:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f3fab-214a-440e-a860-097f003f9829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:54:31Z', 'updated_at': '2021-07-15T22:54:57Z', 'revision_number': 1, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:58.726589 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-09529f2f-0373-40fd-89a8-9a6e91cfc385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.746836 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-b831a5c1-fe07-4b25-8a71-6e21396e2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:58.748854 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-b831a5c1-fe07-4b25-8a71-6e21396e2ec8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 911 time: 0.1072130 Jul 15 22:54:58.855539 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-09529f2f-0373-40fd-89a8-9a6e91cfc385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.859609 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-09529f2f-0373-40fd-89a8-9a6e91cfc385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.875009 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] Checking router: ed94bcca-704a-4356-ad71-dad1e3577ac0 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:58.879458 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-224cc22b-d55e-45b5-bf22-d166ab551b1e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 200 len: 999 time: 0.1220484 Jul 15 22:54:58.890620 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:58.891576 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:54:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:58.917342 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-09529f2f-0373-40fd-89a8-9a6e91cfc385 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69b24c59d8f0428399f4d1f191cbcfaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553945 Jul 15 22:54:58.918661 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09529f2f-0373-40fd-89a8-9a6e91cfc385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b8936f-9638-4480-be36-aab6e538838b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:58.921352 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37800) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:58.988881 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f534c5d-6dc9-4693-80b3-14146e863f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:58.992519 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-07ac722e-b505-4451-b62b-86715fd8a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:58.995433 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-07ac722e-b505-4451-b62b-86715fd8a7b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.1056454 Jul 15 22:54:59.016983 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f534c5d-6dc9-4693-80b3-14146e863f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.065762 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:59.080521 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f534c5d-6dc9-4693-80b3-14146e863f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.084452 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2f534c5d-6dc9-4693-80b3-14146e863f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.086797 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2f534c5d-6dc9-4693-80b3-14146e863f53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56b8936f-9638-4480-be36-aab6e538838b HTTP/1.1" status: 204 len: 168 time: 0.1644773 Jul 15 22:54:59.098142 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-69ab33b9-854b-4f0d-8537-e8832de331a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:59.100150 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-69ab33b9-854b-4f0d-8537-e8832de331a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0934682 Jul 15 22:54:59.103926 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37806) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:59.106810 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f534c5d-6dc9-4693-80b3-14146e863f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b8936f-9638-4480-be36-aab6e538838b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:59.132002 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf71d-637c-47eb-ba01-254dc01610e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.281716 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-0425691d-da15-4a75-9832-7ad84aeaea18 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670456 Jul 15 22:54:59.372832 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37814) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:59.392471 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '0de13e0a-8aa5-410a-9b68-0bd838dbc42e', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'port_id': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'mac_address': 'fa:16:3e:d4:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f3fab-214a-440e-a860-097f003f9829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:54:31Z', 'updated_at': '2021-07-15T22:54:57Z', 'revision_number': 1, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:59.393625 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf71d-637c-47eb-ba01-254dc01610e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.404859 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf71d-637c-47eb-ba01-254dc01610e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.429507 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f1cea325-31fa-411c-8416-c2cd639b2756 req-8cebeeb7-8fe1-4fa5-aed1-812868d6f50a service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367650 Jul 15 22:54:59.430882 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb39529-9f26-4259-9b54-7557f81183c3 None None] The sync data for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi is: [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '0de13e0a-8aa5-410a-9b68-0bd838dbc42e', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'port_id': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'mac_address': 'fa:16:3e:d4:84:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f3fab-214a-440e-a860-097f003f9829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:54:31Z', 'updated_at': '2021-07-15T22:54:57Z', 'revision_number': 1, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:59.499381 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b4fcf71d-637c-47eb-ba01-254dc01610e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=327c8ad3e546412c8fc1f6acd43d04af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916481 Jul 15 22:54:59.499930 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37822) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:59.500998 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcf71d-637c-47eb-ba01-254dc01610e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c118974c-c171-41d8-9205-43c82ee91bd7,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:59.626871 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6788476b-986e-4e0d-a52e-b9d7f9187db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.661892 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9295f20-533e-4535-ba27-c78a5287fc4b req-6cd7dee0-ee0f-4194-8d3e-2856541aecbe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:59.669423 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a9295f20-533e-4535-ba27-c78a5287fc4b req-6cd7dee0-ee0f-4194-8d3e-2856541aecbe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1254401 Jul 15 22:54:59.670883 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-baee0337-9bc4-48e7-b73b-6f107acba50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.682722 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6788476b-986e-4e0d-a52e-b9d7f9187db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.748596 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a9295f20-533e-4535-ba27-c78a5287fc4b req-32c52af1-0e81-4442-9028-afbb8ef9f12b tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780721 Jul 15 22:54:59.790557 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6788476b-986e-4e0d-a52e-b9d7f9187db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.793228 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6788476b-986e-4e0d-a52e-b9d7f9187db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.796877 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6788476b-986e-4e0d-a52e-b9d7f9187db3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c118974c-c171-41d8-9205-43c82ee91bd7 HTTP/1.1" status: 204 len: 168 time: 0.2935090 Jul 15 22:54:59.803222 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788476b-986e-4e0d-a52e-b9d7f9187db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c118974c-c171-41d8-9205-43c82ee91bd7,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:59.823193 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-baee0337-9bc4-48e7-b73b-6f107acba50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.825810 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe72181-28c2-452a-a7f8-cfe97e4f89a5 None None] New status for floating IP 0de13e0a-8aa5-410a-9b68-0bd838dbc42e: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 22:54:59.832925 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-baee0337-9bc4-48e7-b73b-6f107acba50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.845176 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37834) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:59.866700 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-22610217-44ca-48f1-bc3e-b1c85115ab1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:59.874049 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-baee0337-9bc4-48e7-b73b-6f107acba50d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff7ddb570d4348d582ead37c6c086ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971061 Jul 15 22:54:59.877340 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37836) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:59.893273 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee0337-9bc4-48e7-b73b-6f107acba50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e9a9c-663a-4967-b841-4a9e9eb66011,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:59.949849 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5a97dd06-1d77-49a8-af04-6323a9181dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.008975 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5a97dd06-1d77-49a8-af04-6323a9181dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.030119 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-22610217-44ca-48f1-bc3e-b1c85115ab1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.036381 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-22610217-44ca-48f1-bc3e-b1c85115ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.076581 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22610217-44ca-48f1-bc3e-b1c85115ab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc20c16-3763-4d79-96ef-d3af512efb9a,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:00.093257 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5a97dd06-1d77-49a8-af04-6323a9181dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.096798 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-5a97dd06-1d77-49a8-af04-6323a9181dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.098210 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-5a97dd06-1d77-49a8-af04-6323a9181dc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa6e9a9c-663a-4967-b841-4a9e9eb66011 HTTP/1.1" status: 204 len: 168 time: 0.2190657 Jul 15 22:55:00.104386 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37846) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:00.104673 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-22610217-44ca-48f1-bc3e-b1c85115ab1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20621aedd9954591a818b72b0085cd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578349 Jul 15 22:55:00.129377 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97dd06-1d77-49a8-af04-6323a9181dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e9a9c-663a-4967-b841-4a9e9eb66011,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:00.179120 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c19f7ad2-e370-40f3-85f6-88d20fb69e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.207762 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c19f7ad2-e370-40f3-85f6-88d20fb69e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.260314 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c19f7ad2-e370-40f3-85f6-88d20fb69e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.262982 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c19f7ad2-e370-40f3-85f6-88d20fb69e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.266667 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c19f7ad2-e370-40f3-85f6-88d20fb69e4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5bc20c16-3763-4d79-96ef-d3af512efb9a HTTP/1.1" status: 204 len: 168 time: 0.1613331 Jul 15 22:55:00.274949 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f7ad2-e370-40f3-85f6-88d20fb69e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc20c16-3763-4d79-96ef-d3af512efb9a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:00.495404 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37860) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:00.510295 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-025d4512-e6b9-4716-ac6b-301d3b9c0379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.608795 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-025d4512-e6b9-4716-ac6b-301d3b9c0379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.613993 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-025d4512-e6b9-4716-ac6b-301d3b9c0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.657447 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-025d4512-e6b9-4716-ac6b-301d3b9c0379 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0f9828664b3429ab4139ff8b53a6a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580787 Jul 15 22:55:00.657447 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d4512-e6b9-4716-ac6b-301d3b9c0379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514dfd31-8196-4abf-880f-b6479a99fed0,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:00.658800 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37868) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:00.717597 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37872) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:00.718517 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89128734-499d-479f-925d-8042fdcbf468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.730741 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-67489832-8dca-4d3c-a03c-3e3f542b1bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.742259 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89128734-499d-479f-925d-8042fdcbf468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.794989 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89128734-499d-479f-925d-8042fdcbf468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.797917 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-89128734-499d-479f-925d-8042fdcbf468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.800212 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-89128734-499d-479f-925d-8042fdcbf468 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/514dfd31-8196-4abf-880f-b6479a99fed0 HTTP/1.1" status: 204 len: 168 time: 0.1384070 Jul 15 22:55:00.808833 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89128734-499d-479f-925d-8042fdcbf468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514dfd31-8196-4abf-880f-b6479a99fed0,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:00.862639 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-67489832-8dca-4d3c-a03c-3e3f542b1bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.867656 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-67489832-8dca-4d3c-a03c-3e3f542b1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:00.919548 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-67489832-8dca-4d3c-a03c-3e3f542b1bdf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96004f5e7cbc4122a0f97840fe29a68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985307 Jul 15 22:55:00.920151 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67489832-8dca-4d3c-a03c-3e3f542b1bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d807f0b4-13ce-4fd3-ae40-3c9a34f601c9,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:00.921477 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37880) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:00.981102 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37884) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:00.999365 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bcc7727c-6d46-48c5-be94-c923f2bf2d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.006046 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f342fab8-926d-4801-896a-debd5d1ce0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.020095 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd64c5-38e8-41f3-81f2-c9a7cf7adbc0 req-7b6e2285-40b4-489c-bfe0-6410e7e60adc tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:01.021783 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-11cd64c5-38e8-41f3-81f2-c9a7cf7adbc0 req-7b6e2285-40b4-489c-bfe0-6410e7e60adc tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1034551 Jul 15 22:55:01.032653 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f342fab8-926d-4801-896a-debd5d1ce0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.099024 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-11cd64c5-38e8-41f3-81f2-c9a7cf7adbc0 req-8a51d199-b6da-4a85-b031-67078e42cf14 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696740 Jul 15 22:55:01.100559 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f342fab8-926d-4801-896a-debd5d1ce0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.103128 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f342fab8-926d-4801-896a-debd5d1ce0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.106429 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f342fab8-926d-4801-896a-debd5d1ce0c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d807f0b4-13ce-4fd3-ae40-3c9a34f601c9 HTTP/1.1" status: 204 len: 168 time: 0.1835814 Jul 15 22:55:01.124161 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342fab8-926d-4801-896a-debd5d1ce0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d807f0b4-13ce-4fd3-ae40-3c9a34f601c9,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:01.166672 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bcc7727c-6d46-48c5-be94-c923f2bf2d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.171517 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bcc7727c-6d46-48c5-be94-c923f2bf2d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.213212 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7727c-6d46-48c5-be94-c923f2bf2d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad32f6f-e6e2-4102-8b8c-5d006d6a8bf5,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:01.217373 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-bcc7727c-6d46-48c5-be94-c923f2bf2d30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40ac1d131d6c47daac81ec7bccea3a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352943 Jul 15 22:55:01.219913 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 37894) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:01.273672 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f2f3-8fcd-4c5d-a07d-417a98803577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.298333 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f2f3-8fcd-4c5d-a07d-417a98803577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.354356 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f2f3-8fcd-4c5d-a07d-417a98803577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.357620 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0ce2f2f3-8fcd-4c5d-a07d-417a98803577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:01.362065 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0ce2f2f3-8fcd-4c5d-a07d-417a98803577 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ad32f6f-e6e2-4102-8b8c-5d006d6a8bf5 HTTP/1.1" status: 204 len: 168 time: 0.1406446 Jul 15 22:55:01.369996 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2f2f3-8fcd-4c5d-a07d-417a98803577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad32f6f-e6e2-4102-8b8c-5d006d6a8bf5,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:02.348185 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57790f-75c4-4286-84f6-9894d11ebc2d req-1107b21f-8c26-476a-9b97-795ce9d757f7 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:02.349747 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f57790f-75c4-4286-84f6-9894d11ebc2d req-1107b21f-8c26-476a-9b97-795ce9d757f7 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1249113 Jul 15 22:55:02.416641 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f57790f-75c4-4286-84f6-9894d11ebc2d req-7e8c55ed-d7da-4b16-b979-6d14874bf917 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588775 Jul 15 22:55:02.761799 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983692f-6bad-49d3-ace4-efef11399380 req-ab9c3e26-9f94-4472-86da-715e5c9948c9 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:02.775574 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d983692f-6bad-49d3-ace4-efef11399380 req-ab9c3e26-9f94-4472-86da-715e5c9948c9 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 945 time: 0.1164062 Jul 15 22:55:02.775670 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 37988) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:02.822185 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d983692f-6bad-49d3-ace4-efef11399380 req-09970ba5-e992-4ae7-babe-93096b47268d tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464957 Jul 15 22:55:02.983349 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2095427995-network', 'tenant_id': '3704b0a4b67b4ea8a459e9ef301939f2'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:03.011009 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Made reservation on behalf of 3704b0a4b67b4ea8a459e9ef301939f2 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:55:03.013619 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.026696 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.150787 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.155355 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.177730 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:55:03.192999 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7174550-40ea-473a-9e5c-47528a43d5fc,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:03.195873 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.196214 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Added segment 19bd049d-44bd-411f-a543-1e4470e08935 of type vlan for network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 Jul 15 22:55:03.239636 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.269994 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.271173 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:03.271650 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.307699 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5309067 Jul 15 22:55:03.310723 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38016) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:03.315801 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Request body: {'subnet': {'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2095427995-subnet', 'tenant_id': '3704b0a4b67b4ea8a459e9ef301939f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:03.346503 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Made reservation on behalf of 3704b0a4b67b4ea8a459e9ef301939f2 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:55:03.347044 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8832-3b20-44b1-a1fd-5cc6c84aa746 admin admin] Pushing event updated for resources: {'Network': ['ID=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:03.349991 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.358089 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:55:03.593511 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.644341 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a573db-57a4-4ceb-9cac-d95e9bbef1cf,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:03.681404 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f95c4-c3a2-4c16-a099-32f382c03d9e req-9a59c500-bb44-4f26-9b87-0ba3a6848d65 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:03.682920 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c8f95c4-c3a2-4c16-a099-32f382c03d9e req-9a59c500-bb44-4f26-9b87-0ba3a6848d65 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1411257 Jul 15 22:55:03.688764 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Checking segment: {'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:55:03.689123 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Network hostable DHCP agents. Network: 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:55:03.726810 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:55:03.732228 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38032) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:03.742799 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c8f95c4-c3a2-4c16-a099-32f382c03d9e req-a78c2236-4d02-40f7-9598-2162b396e978 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504134 Jul 15 22:55:03.751783 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:55:03.756887 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:03.757489 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.763031 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a0fe6-2abc-4218-a803-ac8ba6cc901a None None] Network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:55:03.781787 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b9b49121-b488-47ab-84c6-77ea9cc75fe9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4699297 Jul 15 22:55:03.889676 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-73065534-fba7-4023-918d-d327d92a0c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.994274 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d64b9ea-136e-4a8d-95f0-2ef011c9e713 None None] Network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:55:04.218632 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c43ed0-57b3-47a1-9089-267591c25bf8 req-250e230e-d55e-491e-96e3-a902ba1f100a tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:04.220463 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06c43ed0-57b3-47a1-9089-267591c25bf8 req-250e230e-d55e-491e-96e3-a902ba1f100a tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 945 time: 0.2004778 Jul 15 22:55:04.255811 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-73065534-fba7-4023-918d-d327d92a0c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:04.263724 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-73065534-fba7-4023-918d-d327d92a0c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:04.307409 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06c43ed0-57b3-47a1-9089-267591c25bf8 req-07882efa-f908-41f3-a7ad-f5010485363b tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792575 Jul 15 22:55:04.326162 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73065534-fba7-4023-918d-d327d92a0c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0f669d-8700-4707-86e2-c0625ccb4775,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:04.332242 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-73065534-fba7-4023-918d-d327d92a0c8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc0263ef858d400aa50a6dfa9966edfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5989027 Jul 15 22:55:04.334786 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38074) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:04.404699 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f3738304-9afd-49f1-8b19-139d617e5ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:04.430832 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f3738304-9afd-49f1-8b19-139d617e5ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:04.506619 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f3738304-9afd-49f1-8b19-139d617e5ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:04.509327 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f3738304-9afd-49f1-8b19-139d617e5ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:04.512863 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f3738304-9afd-49f1-8b19-139d617e5ea9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f0f669d-8700-4707-86e2-c0625ccb4775 HTTP/1.1" status: 204 len: 168 time: 0.1706390 Jul 15 22:55:04.529497 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3738304-9afd-49f1-8b19-139d617e5ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0f669d-8700-4707-86e2-c0625ccb4775,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:05.025824 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-248c2174-615e-40f3-960c-cd5af1df2e8c tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:05.027548 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-248c2174-615e-40f3-960c-cd5af1df2e8c tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 945 time: 0.1220462 Jul 15 22:55:05.066325 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe1cda-4363-49cf-bcbd-f8094a914b0d req-90bdcfd8-8636-4ab9-a3b2-7e7c4ce3bd0d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:05.068025 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7efe1cda-4363-49cf-bcbd-f8094a914b0d req-90bdcfd8-8636-4ab9-a3b2-7e7c4ce3bd0d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1289032 Jul 15 22:55:05.182024 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7efe1cda-4363-49cf-bcbd-f8094a914b0d req-f36632db-3be8-4773-934b-84153db2cc63 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915608 Jul 15 22:55:05.223369 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Deleting port 36eeece3-7233-4b32-89aa-d7eb26f20a61 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:55:05.224100 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.316781 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] For port 36eeece3-7233-4b32-89aa-d7eb26f20a61, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=36eeece3-7233-4b32-89aa-d7eb26f20a61,segment=NetworkSegment(fa6f1cc4-f342-4d2e-945e-3111e566e500),segment_id=fa6f1cc4-f342-4d2e-945e-3111e566e500)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:05.317175 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.332083 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Calling delete_port for 36eeece3-7233-4b32-89aa-d7eb26f20a61 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:55:05.359908 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38144) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:05.499306 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-783eb50b-e7c1-47e0-ad4a-67ae63f98e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.514011 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.531734 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['36eeece3-7233-4b32-89aa-d7eb26f20a61'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:55:05.561436 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cb4bed3f-0efa-4420-acfd-062a21e06d3c req-f5bceec9-49ca-4b7b-99cc-8fcac835fab5 tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c8d58fd-3cd4-4acb-8479-b7d7f67c3052 HTTP/1.1" status: 200 len: 210 time: 0.0476313 Jul 15 22:55:05.592258 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Pushing event deleted for resources: {'Port': ['ID=36eeece3-7233-4b32-89aa-d7eb26f20a61,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:05.667366 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-783eb50b-e7c1-47e0-ad4a-67ae63f98e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.672748 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-783eb50b-e7c1-47e0-ad4a-67ae63f98e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.674712 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] No DVR routers for this DVR port 36eeece3-7233-4b32-89aa-d7eb26f20a61 on host hv-cinder-79496 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:55:05.678374 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.681692 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f7d0b9c-3ea7-4bee-b51f-a7e5e4fb6ab1 req-d18e57f1-1c0a-4c94-87a5-f795f1cf4acc tempest-DeleteServersTestJSON-278844100 tempest-DeleteServersTestJSON-278844100-project] 10.222.0.22 "DELETE /v2.0/ports/36eeece3-7233-4b32-89aa-d7eb26f20a61 HTTP/1.1" status: 204 len: 173 time: 0.6465445 Jul 15 22:55:05.682113 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8d58fd-3cd4-4acb-8479-b7d7f67c3052', 'name': 'network-vif-deleted', 'tag': '36eeece3-7233-4b32-89aa-d7eb26f20a61'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:55:05.688317 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f06a0cc-909d-4dde-874b-304ca1aa62a7" -d '{"events": [{"server_uuid": "3c8d58fd-3cd4-4acb-8479-b7d7f67c3052", "name": "network-vif-deleted", "tag": "36eeece3-7233-4b32-89aa-d7eb26f20a61"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:55:05.736899 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-783eb50b-e7c1-47e0-ad4a-67ae63f98e5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76c8b084a17642fc9b2358177e79eff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760555 Jul 15 22:55:05.739679 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38190) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:05.743260 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eb50b-e7c1-47e0-ad4a-67ae63f98e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eea1e1-d49f-4a2d-b4a8-2d05af48aeb6,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:05.744859 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ec79d-07f2-413e-93e7-c1cb15c2bf2e x-openstack-request-id: req-117ec79d-07f2-413e-93e7-c1cb15c2bf2e {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:55:05.744859 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8d58fd-3cd4-4acb-8479-b7d7f67c3052", "name": "network-vif-deleted", "tag": "36eeece3-7233-4b32-89aa-d7eb26f20a61", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:55:05.745335 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-117ec79d-07f2-413e-93e7-c1cb15c2bf2e {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:55:05.746063 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8d58fd-3cd4-4acb-8479-b7d7f67c3052', 'name': 'network-vif-deleted', 'tag': '36eeece3-7233-4b32-89aa-d7eb26f20a61', 'status': 'completed', 'code': 200} Jul 15 22:55:05.802556 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a14a0c7e-c66f-43dd-93b5-039b51bea780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.824746 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:55:05.825646 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a14a0c7e-c66f-43dd-93b5-039b51bea780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.872904 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a14a0c7e-c66f-43dd-93b5-039b51bea780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.875596 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a14a0c7e-c66f-43dd-93b5-039b51bea780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:05.877884 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a14a0c7e-c66f-43dd-93b5-039b51bea780 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2eea1e1-d49f-4a2d-b4a8-2d05af48aeb6 HTTP/1.1" status: 204 len: 168 time: 0.1343853 Jul 15 22:55:05.885383 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a0c7e-c66f-43dd-93b5-039b51bea780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eea1e1-d49f-4a2d-b4a8-2d05af48aeb6,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:06.284243 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.314148 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38248) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:06.331692 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b15a4bd2-9a55-4b40-bf52-c155cd79bd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.457930 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-8ff2a26a-f92c-4079-9020-9af881919c83 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:06.466629 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-8ff2a26a-f92c-4079-9020-9af881919c83 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/networks?id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 HTTP/1.1" status: 200 len: 809 time: 0.1817539 Jul 15 22:55:06.490766 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-4c9e01c1-3216-4c3d-bbe8-36fe922ac83e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/quotas/3704b0a4b67b4ea8a459e9ef301939f2 HTTP/1.1" status: 200 len: 375 time: 0.0227487 Jul 15 22:55:06.523660 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864d64-4245-4baa-a774-fd36eb5d1f6a req-21482414-4f7d-4ed1-bc4e-908176c2f123 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:06.528532 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d2864d64-4245-4baa-a774-fd36eb5d1f6a req-21482414-4f7d-4ed1-bc4e-908176c2f123 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1459305 Jul 15 22:55:06.599451 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b15a4bd2-9a55-4b40-bf52-c155cd79bd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.626143 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d2864d64-4245-4baa-a774-fd36eb5d1f6a req-bbad9cd0-c017-4d5a-bd6e-edfb8387a3fb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869858 Jul 15 22:55:06.628226 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b15a4bd2-9a55-4b40-bf52-c155cd79bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.754465 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4bd2-9a55-4b40-bf52-c155cd79bd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fc46b9-8f5e-4de1-b9da-afce0a459c26,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:06.776344 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b15a4bd2-9a55-4b40-bf52-c155cd79bd29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e05912901ee42d78c74e54c16f74236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587245 Jul 15 22:55:06.776590 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38278) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:06.810453 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-c327e220-9ddf-4068-98f5-4fbc7a195eea tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3704b0a4b67b4ea8a459e9ef301939f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3185329 Jul 15 22:55:06.847619 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38280) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:06.870001 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a391014b-978d-4d59-9b2c-2dad7907683d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.903923 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a391014b-978d-4d59-9b2c-2dad7907683d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.910759 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-b48ae02c-2713-45f7-8ad4-4c57552aaf78 service neutron] 10.222.0.10 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990672 Jul 15 22:55:06.972117 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a391014b-978d-4d59-9b2c-2dad7907683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.975092 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a391014b-978d-4d59-9b2c-2dad7907683d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.978980 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a391014b-978d-4d59-9b2c-2dad7907683d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65fc46b9-8f5e-4de1-b9da-afce0a459c26 HTTP/1.1" status: 204 len: 168 time: 0.1989717 Jul 15 22:55:06.990309 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391014b-978d-4d59-9b2c-2dad7907683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fc46b9-8f5e-4de1-b9da-afce0a459c26,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:07.027410 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d787853c-a385-4cda-97a4-55fdaed62e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:07.076776 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-92e6603f-507f-4b47-a9a1-db30e740e59c service neutron] 10.222.0.10 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599061 Jul 15 22:55:07.202579 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d787853c-a385-4cda-97a4-55fdaed62e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:07.210811 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d787853c-a385-4cda-97a4-55fdaed62e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:07.281402 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787853c-a385-4cda-97a4-55fdaed62e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d091e438-1802-4d2d-9427-fd372f8a2807,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:07.287630 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d787853c-a385-4cda-97a4-55fdaed62e11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=410f0f9fc9304c83810340624918b557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390011 Jul 15 22:55:07.291020 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-871bdcc1-3744-4298-9442-17b9166358ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:07.298600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38302) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:07.380875 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5ddaa45b-b3ed-4aba-a2b2-3077b8076a8c req-71f2a6fe-da21-4ec7-8d29-566bbd067b83 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 210 time: 0.0480571 Jul 15 22:55:07.387246 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-faf2e7d3-0fc9-417e-b653-44674007f0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:07.419861 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-faf2e7d3-0fc9-417e-b653-44674007f0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:07.511594 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-faf2e7d3-0fc9-417e-b653-44674007f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:07.515480 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-faf2e7d3-0fc9-417e-b653-44674007f0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:07.530227 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-faf2e7d3-0fc9-417e-b653-44674007f0a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d091e438-1802-4d2d-9427-fd372f8a2807 HTTP/1.1" status: 204 len: 168 time: 0.2242448 Jul 15 22:55:07.538969 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2e7d3-0fc9-417e-b653-44674007f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d091e438-1802-4d2d-9427-fd372f8a2807,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:07.859919 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9459eba-517b-4f2a-8b00-0000f792d88a req-ab921154-6f08-496e-ab66-4d3432d2180b tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:07.861652 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b9459eba-517b-4f2a-8b00-0000f792d88a req-ab921154-6f08-496e-ab66-4d3432d2180b tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0692785 Jul 15 22:55:07.947593 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b9459eba-517b-4f2a-8b00-0000f792d88a req-c1d55d32-5a79-4e69-b8ae-5893ee5edc90 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740702 Jul 15 22:55:08.067134 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38348) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:08.081676 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.175196 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38352) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:08.197784 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.202888 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.243078 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bce411-46c7-4118-9270-3f81a69639db,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:08.249683 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7726dd9fa38d466991c4c5fb09823038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812885 Jul 15 22:55:08.255681 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38356) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:08.266871 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.267330 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.268143 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.268554 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.268827 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.269165 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.269502 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.269874 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.270216 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.270551 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.270884 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.271214 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e0731-5488-4ec4-b952-8b6666d56d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:08.323501 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7d680752-7952-4029-994e-246f3f21415b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.350474 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7d680752-7952-4029-994e-246f3f21415b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.373811 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ef018d65-b74f-449f-882d-bcf30ce5617c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.410067 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7d680752-7952-4029-994e-246f3f21415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.413198 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7d680752-7952-4029-994e-246f3f21415b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.414448 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7d680752-7952-4029-994e-246f3f21415b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3bce411-46c7-4118-9270-3f81a69639db HTTP/1.1" status: 204 len: 168 time: 0.1577635 Jul 15 22:55:08.434329 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d680752-7952-4029-994e-246f3f21415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bce411-46c7-4118-9270-3f81a69639db,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:08.512701 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ef018d65-b74f-449f-882d-bcf30ce5617c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.520058 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ef018d65-b74f-449f-882d-bcf30ce5617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.577892 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ef018d65-b74f-449f-882d-bcf30ce5617c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b09fe4aae3674aaea0d6a02733583538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015884 Jul 15 22:55:08.580406 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38378) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:08.586603 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef018d65-b74f-449f-882d-bcf30ce5617c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc22dd-3199-44fc-8247-f906b9798b6f,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:08.663858 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3e541be-460d-43ad-a67d-b2ac86384ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.684830 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2390ff4c-517c-4789-ad47-8f6a5538f25c req-9c57a07e-258b-49ae-a366-30dbb7c69e15 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 210 time: 0.0935221 Jul 15 22:55:08.690489 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3e541be-460d-43ad-a67d-b2ac86384ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.728658 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38386) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:08.771735 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3e541be-460d-43ad-a67d-b2ac86384ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.775081 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3e541be-460d-43ad-a67d-b2ac86384ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.780156 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c5cb2f-949c-4f8a-8acf-034955627b27 admin admin] Deleting subnet e0dc7bbd-1803-4235-a09a-da743c9b7cff {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 22:55:08.780417 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d3e541be-460d-43ad-a67d-b2ac86384ccc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5adc22dd-3199-44fc-8247-f906b9798b6f HTTP/1.1" status: 204 len: 168 time: 0.1978242 Jul 15 22:55:08.784159 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a1c5cb2f-949c-4f8a-8acf-034955627b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.795546 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e541be-460d-43ad-a67d-b2ac86384ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc22dd-3199-44fc-8247-f906b9798b6f,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:08.852234 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a1c5cb2f-949c-4f8a-8acf-034955627b27 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.859252 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a1c5cb2f-949c-4f8a-8acf-034955627b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.870504 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 36eeece3-7233-4b32-89aa-d7eb26f20a61 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:55:08.919770 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 36eeece3-7233-4b32-89aa-d7eb26f20a61 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:55:08.920137 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 36eeece3-7233-4b32-89aa-d7eb26f20a61 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:55:08.957074 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a1c5cb2f-949c-4f8a-8acf-034955627b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:08.995977 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-27912e18-98dd-48bb-9b5f-06b67ce42553 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:08.997448 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-27912e18-98dd-48bb-9b5f-06b67ce42553 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.22 "GET /v2.0/networks?id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 HTTP/1.1" status: 200 len: 809 time: 0.1767387 Jul 15 22:55:09.000610 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5cb2f-949c-4f8a-8acf-034955627b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0dc7bbd-1803-4235-a09a-da743c9b7cff,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:09.006669 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a1c5cb2f-949c-4f8a-8acf-034955627b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.008823 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a1c5cb2f-949c-4f8a-8acf-034955627b27 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e0dc7bbd-1803-4235-a09a-da743c9b7cff HTTP/1.1" status: 204 len: 168 time: 0.2787983 Jul 15 22:55:09.016486 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Request body: {'port': {'device_id': '68e76145-73cf-47f2-aa84-84dff43d6336', 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4', 'admin_state_up': True, 'tenant_id': '3704b0a4b67b4ea8a459e9ef301939f2'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:09.018137 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38394) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:09.133759 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.299249 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Made reservation on behalf of 3704b0a4b67b4ea8a459e9ef301939f2 for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:55:09.307380 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.311602 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.351735 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.356475 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.356475 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.356903 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.357221 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.357580 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.357930 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.358254 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.358570 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.358893 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.408764 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38406) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:09.435670 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.509199 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Allocated IP 172.20.0.5 (8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4/e4a573db-57a4-4ceb-9cac-d95e9bbef1cf/8b38646a-da6b-48ae-9174-585acd3a8bc6) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:55:09.578274 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.578586 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.578914 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.579596 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:55:09.580658 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb023e3d-baf9-4fb7-aff0-647bcec1b5a0']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:55:09.607444 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6f1cc4-f342-4d2e-945e-3111e566e500') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:55:09.607717 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6f1cc4-f342-4d2e-945e-3111e566e500') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:55:09.627942 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.667294 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960376-0e3b-4730-8c82-0c67779f7bdc req-880ea24d-18dc-4398-b2a9-eecb08d9042e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:09.669158 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-61960376-0e3b-4730-8c82-0c67779f7bdc req-880ea24d-18dc-4398-b2a9-eecb08d9042e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.4556425 Jul 15 22:55:09.677497 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.700441 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 22:55:09.701133 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: from cryptography.utils import int_from_bytes Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: from cryptography.utils import int_from_bytes Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 22:55:09.707032 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 22:55:09.802816 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-61960376-0e3b-4730-8c82-0c67779f7bdc req-8524307d-e1df-44a8-8c2b-b3c29106850f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199932 Jul 15 22:55:09.805255 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.823267 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.825433 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eb023e3d-baf9-4fb7-aff0-647bcec1b5a0 HTTP/1.1" status: 204 len: 168 time: 0.8056512 Jul 15 22:55:09.842120 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96a16-497c-43ee-a8cd-992841a336e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb023e3d-baf9-4fb7-aff0-647bcec1b5a0,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:09.925725 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d9e8d857-9672-48ed-bff3-a862f233a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.974393 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:09.997284 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-96091eba-f75a-4a99-8d18-6cc48f7793d5 req-dfe95dfe-bcd1-41be-bc37-d8ca2ecab95a tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 210 time: 0.0480766 Jul 15 22:55:09.999946 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.025175 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38434) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:10.061357 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5c679102-1c34-47ae-82c5-44e1db11fed1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0abcfc200e4a4bf9924d1de22cc3117d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388098 Jul 15 22:55:10.061504 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.061717 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38438) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:10.065602 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1920d34c-a3f6-437e-bdc9-84f1403fb215,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:10.073870 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5bbf60bcc614305b9b3a95dc68d5587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616094 Jul 15 22:55:10.075642 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38440) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:10.078890 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.079268 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.079603 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.080059 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.080314 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.080757 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.081163 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.081511 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.081857 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.082854 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.082854 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.083043 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad95b40-f02f-47d2-bb3c-62aef48e8f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:10.127595 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.152155 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-01b0f5ae-33fd-4dc3-94ef-d271146fb028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.182525 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d5b90ef5-06e5-401d-a9b2-4005ba9b9c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.186262 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-01b0f5ae-33fd-4dc3-94ef-d271146fb028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.189350 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:55:10.192724 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:55:10.199376 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:55:10.201267 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.226636 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Pushing event updated for resources: {'Port': ['ID=8b38646a-da6b-48ae-9174-585acd3a8bc6,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:10.227912 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d5b90ef5-06e5-401d-a9b2-4005ba9b9c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.257533 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:10.258448 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.272187 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9f44a15c-2eb6-46f1-8c0b-259909101aa9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2605577 Jul 15 22:55:10.287576 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Request body: {'port': {'device_id': '68e76145-73cf-47f2-aa84-84dff43d6336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:10.292706 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-01b0f5ae-33fd-4dc3-94ef-d271146fb028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.295909 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-01b0f5ae-33fd-4dc3-94ef-d271146fb028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.297445 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-01b0f5ae-33fd-4dc3-94ef-d271146fb028 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0f6792c-dbcd-404a-b6d7-29d5b040f2f8 HTTP/1.1" status: 204 len: 168 time: 0.2349508 Jul 15 22:55:10.302394 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d5b90ef5-06e5-401d-a9b2-4005ba9b9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.305514 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d5b90ef5-06e5-401d-a9b2-4005ba9b9c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.306654 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d5b90ef5-06e5-401d-a9b2-4005ba9b9c05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1920d34c-a3f6-437e-bdc9-84f1403fb215 HTTP/1.1" status: 204 len: 168 time: 0.2301192 Jul 15 22:55:10.311673 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0f5ae-33fd-4dc3-94ef-d271146fb028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f6792c-dbcd-404a-b6d7-29d5b040f2f8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:10.339673 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b90ef5-06e5-401d-a9b2-4005ba9b9c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1920d34c-a3f6-437e-bdc9-84f1403fb215,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:10.382960 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.693471 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b38646a-da6b-48ae-9174-585acd3a8bc6 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:55:10.701384 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.722011 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Transition to ACTIVE for port object 8b38646a-da6b-48ae-9174-585acd3a8bc6 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:55:10.725617 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.804036 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b38646a-da6b-48ae-9174-585acd3a8bc6,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:10.880077 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38474) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:10.899297 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1700119f-92e3-400a-a0f7-9d64fd1a041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.901966 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Attempting to bind port 8b38646a-da6b-48ae-9174-585acd3a8bc6 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:55:10.902459 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Attempting to bind port 8b38646a-da6b-48ae-9174-585acd3a8bc6 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:55:10.905011 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Attempting to bind port 8b38646a-da6b-48ae-9174-585acd3a8bc6 on network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:55:10.914247 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Port 8b38646a-da6b-48ae-9174-585acd3a8bc6 on network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:55:10.914675 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Attempting to bind port 8b38646a-da6b-48ae-9174-585acd3a8bc6 on network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:55:10.923134 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:55:10.924496 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Checking segment: {'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:55:10.926009 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Bound using segment: {'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:55:10.926545 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Bound port: 8b38646a-da6b-48ae-9174-585acd3a8bc6, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:55:10.927928 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:10.975175 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.078016 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1700119f-92e3-400a-a0f7-9d64fd1a041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.083309 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1700119f-92e3-400a-a0f7-9d64fd1a041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.108986 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] For port 8b38646a-da6b-48ae-9174-585acd3a8bc6, host hv-cinder-79496, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:55:11.142900 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] For port 8b38646a-da6b-48ae-9174-585acd3a8bc6, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8b38646a-da6b-48ae-9174-585acd3a8bc6,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:55:11.147502 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1700119f-92e3-400a-a0f7-9d64fd1a041e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=503c8b77a49b465f9756b732e210ea11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633436 Jul 15 22:55:11.150077 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38486) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:11.157796 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700119f-92e3-400a-a0f7-9d64fd1a041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3595681-9396-4b16-910a-b8d552469b39,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:11.177307 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.247534 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:11.248246 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.251396 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] 10.222.0.22 "PUT /v2.0/ports/8b38646a-da6b-48ae-9174-585acd3a8bc6 HTTP/1.1" status: 200 len: 1093 time: 0.9687352 Jul 15 22:55:11.257883 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e76145-73cf-47f2-aa84-84dff43d6336', 'tag': '8b38646a-da6b-48ae-9174-585acd3a8bc6'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:55:11.260281 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00f89de-3a74-4733-a103-ba721b186f69" -d '{"events": [{"name": "network-changed", "server_uuid": "68e76145-73cf-47f2-aa84-84dff43d6336", "tag": "8b38646a-da6b-48ae-9174-585acd3a8bc6"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:55:11.295709 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8166595b-ecc8-4ca7-b8af-dd4807769a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.301285 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fabdbd-0b4d-4d40-b75f-8a95f7cccdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b38646a-da6b-48ae-9174-585acd3a8bc6,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:11.335715 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8166595b-ecc8-4ca7-b8af-dd4807769a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.336070 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ad485-783e-44de-b123-5c9b9cf59f18 req-a471fd10-8cc1-4d78-a9db-8ced5ced9ccb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:11.342509 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-732ad485-783e-44de-b123-5c9b9cf59f18 req-a471fd10-8cc1-4d78-a9db-8ced5ced9ccb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.3169012 Jul 15 22:55:11.351470 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a76f0a-e61d-40e1-8dc0-28ff8b76a6a2 req-ae5af4bc-c609-4031-88eb-0ed8417d2756 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:11.352925 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-40a76f0a-e61d-40e1-8dc0-28ff8b76a6a2 req-ae5af4bc-c609-4031-88eb-0ed8417d2756 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 943 time: 0.1293564 Jul 15 22:55:11.460516 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-40a76f0a-e61d-40e1-8dc0-28ff8b76a6a2 req-e10ec268-da8d-44d3-a140-54ce26fa5528 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929232 Jul 15 22:55:11.481729 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8166595b-ecc8-4ca7-b8af-dd4807769a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.485527 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8166595b-ecc8-4ca7-b8af-dd4807769a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:11.487802 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8166595b-ecc8-4ca7-b8af-dd4807769a8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3595681-9396-4b16-910a-b8d552469b39 HTTP/1.1" status: 204 len: 168 time: 0.3366487 Jul 15 22:55:11.515609 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166595b-ecc8-4ca7-b8af-dd4807769a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3595681-9396-4b16-910a-b8d552469b39,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:11.569746 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-732ad485-783e-44de-b123-5c9b9cf59f18 req-755c7e08-e3b3-4abc-8e09-cc203b411b86 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262557 Jul 15 22:55:11.621775 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9839aec0-a95b-4533-8304-06f17f7ad886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:11.625669 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-9839aec0-a95b-4533-8304-06f17f7ad886 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3704b0a4b67b4ea8a459e9ef301939f2&device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 1096 time: 0.3209424 Jul 15 22:55:11.630002 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ff50b0-72b9-4a9c-9616-afa43346e9ec x-openstack-request-id: req-80ff50b0-72b9-4a9c-9616-afa43346e9ec {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:55:11.630231 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e76145-73cf-47f2-aa84-84dff43d6336", "tag": "8b38646a-da6b-48ae-9174-585acd3a8bc6", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:55:11.630481 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80ff50b0-72b9-4a9c-9616-afa43346e9ec {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:55:11.630866 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e76145-73cf-47f2-aa84-84dff43d6336', 'tag': '8b38646a-da6b-48ae-9174-585acd3a8bc6', 'status': 'completed', 'code': 200} Jul 15 22:55:11.704421 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-e5d0bee7-88e3-457e-8d4d-5c28111e8549 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b38646a-da6b-48ae-9174-585acd3a8bc6 HTTP/1.1" status: 200 len: 217 time: 0.0591645 Jul 15 22:55:11.787926 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-724956b4-b8ef-44eb-b35a-948a8849d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:11.790054 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-724956b4-b8ef-44eb-b35a-948a8849d057 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e4a573db-57a4-4ceb-9cac-d95e9bbef1cf HTTP/1.1" status: 200 len: 849 time: 0.0764661 Jul 15 22:55:11.841365 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-b28673f6-0d09-44eb-99c7-0212a6ab5ada service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402989 Jul 15 22:55:11.958819 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-d7265d21-3b03-40d0-90e9-3eaa345edcc1 service neutron] 10.222.0.22 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964868 Jul 15 22:55:12.064455 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34ff72d3-de37-4958-bb88-4aab632dbff2 req-e7bd5593-debd-4caf-a067-4b06348494ab service neutron] 10.222.0.22 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989883 Jul 15 22:55:12.188164 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f89de-3a74-4733-a103-ba721b186f69 req-dd9e608c-285c-4b33-9028-1894d7080d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:12.190158 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b00f89de-3a74-4733-a103-ba721b186f69 req-dd9e608c-285c-4b33-9028-1894d7080d46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3704b0a4b67b4ea8a459e9ef301939f2&device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 1096 time: 0.0724959 Jul 15 22:55:12.320631 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f89de-3a74-4733-a103-ba721b186f69 req-acacebce-dfcd-4a99-9b27-76af6fdad006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:12.322667 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b00f89de-3a74-4733-a103-ba721b186f69 req-acacebce-dfcd-4a99-9b27-76af6fdad006 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 HTTP/1.1" status: 200 len: 910 time: 0.1225097 Jul 15 22:55:12.377479 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b00f89de-3a74-4733-a103-ba721b186f69 req-dca662fa-7251-445e-b986-e4e713e11608 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b38646a-da6b-48ae-9174-585acd3a8bc6 HTTP/1.1" status: 200 len: 217 time: 0.0466962 Jul 15 22:55:12.514055 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f89de-3a74-4733-a103-ba721b186f69 req-da8c9d1d-cd13-464d-81d3-bc9ebc0a2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:12.521803 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b00f89de-3a74-4733-a103-ba721b186f69 req-da8c9d1d-cd13-464d-81d3-bc9ebc0a2aa5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e4a573db-57a4-4ceb-9cac-d95e9bbef1cf HTTP/1.1" status: 200 len: 849 time: 0.1276994 Jul 15 22:55:12.526145 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:12.565743 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b00f89de-3a74-4733-a103-ba721b186f69 req-64abe190-3509-4862-909d-a273b0d7b017 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368543 Jul 15 22:55:12.694466 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b00f89de-3a74-4733-a103-ba721b186f69 req-f032d7be-6f7b-4256-b718-3d6677946ce1 service neutron] 10.222.0.22 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184928 Jul 15 22:55:12.894678 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b00f89de-3a74-4733-a103-ba721b186f69 req-2cb6d685-b181-47e4-888c-94d95ea9b4f1 service neutron] 10.222.0.22 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915350 Jul 15 22:55:12.918212 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d9798-4adc-4293-b8cf-4c3b92e29a29 req-a76e3bda-6f7c-41c3-86d9-9c800f864f1e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:12.920003 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b83d9798-4adc-4293-b8cf-4c3b92e29a29 req-a76e3bda-6f7c-41c3-86d9-9c800f864f1e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 943 time: 0.1314163 Jul 15 22:55:12.993522 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b83d9798-4adc-4293-b8cf-4c3b92e29a29 req-3e395656-b7ba-416b-ab42-061e42027f59 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600994 Jul 15 22:55:13.222851 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7288c0-b89c-4d68-bc04-1e554c373e1c req-ff0a09e8-b3a4-45f8-bdea-0383833ce2b2 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:13.224532 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ec7288c0-b89c-4d68-bc04-1e554c373e1c req-ff0a09e8-b3a4-45f8-bdea-0383833ce2b2 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0813880 Jul 15 22:55:13.264744 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ec7288c0-b89c-4d68-bc04-1e554c373e1c req-d337899d-c229-4f01-b1ed-cbd055b074f1 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Jul 15 22:55:14.177729 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69292859-dae0-49fd-9a9c-b85c5b139519 req-d05c671b-a470-4cfb-b328-9540ec058a67 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:14.179304 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-69292859-dae0-49fd-9a9c-b85c5b139519 req-d05c671b-a470-4cfb-b328-9540ec058a67 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 943 time: 0.0773597 Jul 15 22:55:14.219557 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-69292859-dae0-49fd-9a9c-b85c5b139519 req-40eac753-fd95-4590-8d17-3ae8c280337a tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338607 Jul 15 22:55:14.445681 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48356b-f925-4ce3-b921-0218bfdc70e5 req-8bc404ca-978d-44fb-8ca7-50654188eb2f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:14.447226 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1f48356b-f925-4ce3-b921-0218bfdc70e5 req-8bc404ca-978d-44fb-8ca7-50654188eb2f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0652723 Jul 15 22:55:14.488038 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1f48356b-f925-4ce3-b921-0218bfdc70e5 req-8f38b040-7135-467a-82bf-41b82ebb3699 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Jul 15 22:55:14.913345 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 8b38646a-da6b-48ae-9174-585acd3a8bc6 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:55:15.022470 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 8b38646a-da6b-48ae-9174-585acd3a8bc6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8b38646a-da6b-48ae-9174-585acd3a8bc6,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:15.035734 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '8b38646a-da6b-48ae-9174-585acd3a8bc6', 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4', 'port_id': '8b38646a-da6b-48ae-9174-585acd3a8bc6', 'mac_address': 'fa:16:3e:11:98:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a573db-57a4-4ceb-9cac-d95e9bbef1cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:55:15.082558 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.099966 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b38646a-da6b-48ae-9174-585acd3a8bc6 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:55:15.124393 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 8b38646a-da6b-48ae-9174-585acd3a8bc6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8b38646a-da6b-48ae-9174-585acd3a8bc6,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:15.130834 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.165210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38668) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:15.193693 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=8b38646a-da6b-48ae-9174-585acd3a8bc6,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:15.200794 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.201143 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.201601 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.201958 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.202287 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.202618 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.202946 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.203269 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.203614 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.203950 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.205036 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.205151 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:15.287471 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f7e4bf8-986f-4d43-8e17-2b85f879a034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.406372 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f7e4bf8-986f-4d43-8e17-2b85f879a034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.411001 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f7e4bf8-986f-4d43-8e17-2b85f879a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.426041 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['8b38646a-da6b-48ae-9174-585acd3a8bc6'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:55:15.461525 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e4bf8-986f-4d43-8e17-2b85f879a034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7993a-5cb5-49e1-8d43-03471cbc9690,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:15.492916 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8f7e4bf8-986f-4d43-8e17-2b85f879a034 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31fed5c44fa442f38d9ff6cb048e2101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262143 Jul 15 22:55:15.495400 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38682) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:15.511247 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922880f-6d5c-412e-9f3f-0d5169fd02f8 req-43030368-5fcf-408b-881b-56b05c41e4f3 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:15.514474 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0922880f-6d5c-412e-9f3f-0d5169fd02f8 req-43030368-5fcf-408b-881b-56b05c41e4f3 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 944 time: 0.1551478 Jul 15 22:55:15.574174 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-65c03342-5420-43a9-9e5a-dbc7e46fdfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.583747 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0922880f-6d5c-412e-9f3f-0d5169fd02f8 req-bb1465bd-abae-49eb-b927-bb59c42a10ec tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629911 Jul 15 22:55:15.616342 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-65c03342-5420-43a9-9e5a-dbc7e46fdfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.716006 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-65c03342-5420-43a9-9e5a-dbc7e46fdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.718591 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-65c03342-5420-43a9-9e5a-dbc7e46fdfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:15.719744 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-65c03342-5420-43a9-9e5a-dbc7e46fdfe9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89e7993a-5cb5-49e1-8d43-03471cbc9690 HTTP/1.1" status: 204 len: 168 time: 0.2232075 Jul 15 22:55:15.732838 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c03342-5420-43a9-9e5a-dbc7e46fdfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7993a-5cb5-49e1-8d43-03471cbc9690,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:15.753609 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4426fe-de63-4d5a-aaf3-471b23b103b6 req-d4f0c7ff-d2ba-4029-87c7-68fd0b0494c4 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:15.758705 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a4426fe-de63-4d5a-aaf3-471b23b103b6 req-d4f0c7ff-d2ba-4029-87c7-68fd0b0494c4 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1117015 Jul 15 22:55:15.809795 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a4426fe-de63-4d5a-aaf3-471b23b103b6 req-fbd388bd-56c4-4bd3-aaa1-540004c0459c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 Jul 15 22:55:16.034386 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38702) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:16.047638 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9c294f18-d7c6-4b36-867d-07ccb299db11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:16.136048 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9c294f18-d7c6-4b36-867d-07ccb299db11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:16.146317 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9c294f18-d7c6-4b36-867d-07ccb299db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:16.183486 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c294f18-d7c6-4b36-867d-07ccb299db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f24b7cd-fcd3-4c7a-9ccb-ab204bbb4394,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:16.188036 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9c294f18-d7c6-4b36-867d-07ccb299db11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3996ad3920a944df853e69d552fd4f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526537 Jul 15 22:55:16.190825 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38708) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:16.240796 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fae535c9-13a0-48d8-8ada-741f67b9cd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:16.263924 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fae535c9-13a0-48d8-8ada-741f67b9cd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:16.315151 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fae535c9-13a0-48d8-8ada-741f67b9cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:16.317772 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fae535c9-13a0-48d8-8ada-741f67b9cd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:16.318982 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fae535c9-13a0-48d8-8ada-741f67b9cd15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f24b7cd-fcd3-4c7a-9ccb-ab204bbb4394 HTTP/1.1" status: 204 len: 168 time: 0.1273544 Jul 15 22:55:16.331285 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae535c9-13a0-48d8-8ada-741f67b9cd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f24b7cd-fcd3-4c7a-9ccb-ab204bbb4394,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:16.800974 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3440ed4-e28b-48f1-91a9-0ab1eacf1991 req-a0199455-b18f-46fd-ba91-1b50d6e682ac tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:16.803710 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b3440ed4-e28b-48f1-91a9-0ab1eacf1991 req-a0199455-b18f-46fd-ba91-1b50d6e682ac tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 944 time: 0.0815091 Jul 15 22:55:16.854164 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b3440ed4-e28b-48f1-91a9-0ab1eacf1991 req-0120e5e9-ff43-4996-9d20-da3ba46a90ee tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Jul 15 22:55:17.026433 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9164e7a-8507-4405-9a2d-c588e7f21671 req-4b5c1c3d-b7dc-44d4-9d93-7f153d1ea37d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:17.034120 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a9164e7a-8507-4405-9a2d-c588e7f21671 req-4b5c1c3d-b7dc-44d4-9d93-7f153d1ea37d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0871108 Jul 15 22:55:17.080062 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a9164e7a-8507-4405-9a2d-c588e7f21671 req-a88a29a9-4dbb-43f0-9a1a-ff103b5d4fa5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Jul 15 22:55:17.875086 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 8b38646a-da6b-48ae-9174-585acd3a8bc6 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:55:17.931762 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 8b38646a-da6b-48ae-9174-585acd3a8bc6 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:55:17.936036 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 8b38646a-da6b-48ae-9174-585acd3a8bc6 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:55:17.936554 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.013522 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.037401 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27384b-f537-42cb-8d87-a8723831dc2c req-ea3e8c2d-c92c-41fc-ad8a-932b485c023b tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:18.038505 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e76145-73cf-47f2-aa84-84dff43d6336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b38646a-da6b-48ae-9174-585acd3a8bc6'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:55:18.039898 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0d27384b-f537-42cb-8d87-a8723831dc2c req-ea3e8c2d-c92c-41fc-ad8a-932b485c023b tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 944 time: 0.0662482 Jul 15 22:55:18.043682 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e3bae1-d5df-43ff-acd9-69b22107f8fc" -d '{"events": [{"server_uuid": "68e76145-73cf-47f2-aa84-84dff43d6336", "name": "network-vif-plugged", "status": "completed", "tag": "8b38646a-da6b-48ae-9174-585acd3a8bc6"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:55:18.061280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 8b38646a-da6b-48ae-9174-585acd3a8bc6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8b38646a-da6b-48ae-9174-585acd3a8bc6,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:18.067722 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.080370 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0d27384b-f537-42cb-8d87-a8723831dc2c req-bbebb03b-2720-4269-89f7-6dc80e894e27 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347219 Jul 15 22:55:18.139637 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=8b38646a-da6b-48ae-9174-585acd3a8bc6,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:18.144884 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1721415f-39d5-4757-a3a6-ccc08f9865d7 x-openstack-request-id: req-1721415f-39d5-4757-a3a6-ccc08f9865d7 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:55:18.145184 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e76145-73cf-47f2-aa84-84dff43d6336", "name": "network-vif-plugged", "status": "completed", "tag": "8b38646a-da6b-48ae-9174-585acd3a8bc6", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:55:18.145421 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1721415f-39d5-4757-a3a6-ccc08f9865d7 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:55:18.147089 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e76145-73cf-47f2-aa84-84dff43d6336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b38646a-da6b-48ae-9174-585acd3a8bc6', 'code': 200} Jul 15 22:55:18.319366 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221afb-98d9-4670-b76d-5850de07df05 req-41fe12d4-aa62-41ba-b82a-241536fbd4a2 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:18.320835 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1d221afb-98d9-4670-b76d-5850de07df05 req-41fe12d4-aa62-41ba-b82a-241536fbd4a2 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0739965 Jul 15 22:55:18.364428 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1d221afb-98d9-4670-b76d-5850de07df05 req-b1741b4d-e520-477f-b09c-a1448f7e9228 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328491 Jul 15 22:55:18.617397 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38862) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:18.723240 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e5deb98e-dbfc-40af-8330-4d54380c59b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.817971 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e5deb98e-dbfc-40af-8330-4d54380c59b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.821993 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e5deb98e-dbfc-40af-8330-4d54380c59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.859128 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e5deb98e-dbfc-40af-8330-4d54380c59b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1ba75535a804dc8a0e18499e4715312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403197 Jul 15 22:55:18.860080 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deb98e-dbfc-40af-8330-4d54380c59b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa0bf1-ac94-4d6b-b612-12d8d36b2ddf,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:18.862340 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38868) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:18.910859 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-833a701a-6ebe-489d-9bee-9859775efaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.931911 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-833a701a-6ebe-489d-9bee-9859775efaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.978999 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-833a701a-6ebe-489d-9bee-9859775efaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.981757 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-833a701a-6ebe-489d-9bee-9859775efaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:18.982957 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-833a701a-6ebe-489d-9bee-9859775efaf7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39fa0bf1-ac94-4d6b-b612-12d8d36b2ddf HTTP/1.1" status: 204 len: 168 time: 0.1196370 Jul 15 22:55:18.991169 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a701a-6ebe-489d-9bee-9859775efaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa0bf1-ac94-4d6b-b612-12d8d36b2ddf,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:19.277281 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c42f5f-ebd8-41e8-b63d-030151e5738c req-112d93b5-8986-4f61-95e1-32fefa00b5aa tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:19.279806 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-82c42f5f-ebd8-41e8-b63d-030151e5738c req-112d93b5-8986-4f61-95e1-32fefa00b5aa tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0778310 Jul 15 22:55:19.280834 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38880) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:19.300970 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3e41f42-d26f-4864-ac1b-d882ea878acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:19.342976 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-82c42f5f-ebd8-41e8-b63d-030151e5738c req-a57f8363-de9a-4abc-a73e-1b4a66420c99 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539515 Jul 15 22:55:19.426226 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3e41f42-d26f-4864-ac1b-d882ea878acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:19.430713 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3e41f42-d26f-4864-ac1b-d882ea878acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:19.473815 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d3e41f42-d26f-4864-ac1b-d882ea878acb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f788dae59294f2994668e896b9e81a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916797 Jul 15 22:55:19.476233 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38884) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:19.484829 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41f42-d26f-4864-ac1b-d882ea878acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa8b2a-e7ea-49f2-851e-90dd0322114e,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:19.584728 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-18c283cf-825a-4a9b-8798-ca8327f38b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:19.621369 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e418b8-4e42-437a-8ae8-4177ec4daaff req-4dc5b379-fd90-4ce3-bb59-4173a0b9ebfb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:19.623996 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21e418b8-4e42-437a-8ae8-4177ec4daaff req-4dc5b379-fd90-4ce3-bb59-4173a0b9ebfb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1412611 Jul 15 22:55:19.631142 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-18c283cf-825a-4a9b-8798-ca8327f38b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:19.705164 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-21e418b8-4e42-437a-8ae8-4177ec4daaff req-a3e706f8-ccd0-41a7-b321-d5d07b9da183 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707369 Jul 15 22:55:19.725286 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-18c283cf-825a-4a9b-8798-ca8327f38b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:19.728695 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-18c283cf-825a-4a9b-8798-ca8327f38b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:19.730045 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-18c283cf-825a-4a9b-8798-ca8327f38b0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3aa8b2a-e7ea-49f2-851e-90dd0322114e HTTP/1.1" status: 204 len: 168 time: 0.2527897 Jul 15 22:55:19.737667 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c283cf-825a-4a9b-8798-ca8327f38b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa8b2a-e7ea-49f2-851e-90dd0322114e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:20.160717 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558645-8869-48b5-93b9-cf7c0fa210d4 req-4fe96573-ae96-4dd5-b0da-ed1ebff8ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:20.162203 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48558645-8869-48b5-93b9-cf7c0fa210d4 req-4fe96573-ae96-4dd5-b0da-ed1ebff8ab59 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 1098 time: 0.0512831 Jul 15 22:55:20.205365 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-48558645-8869-48b5-93b9-cf7c0fa210d4 req-9b3d6707-7be6-4f55-ba55-063f55c97061 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353980 Jul 15 22:55:20.537100 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc26514-4b6d-4898-a85f-7cef5c9355a4 req-c8701835-46a3-4d2d-b562-d274f5809db7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:20.538882 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bdc26514-4b6d-4898-a85f-7cef5c9355a4 req-c8701835-46a3-4d2d-b562-d274f5809db7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0817058 Jul 15 22:55:20.589978 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bdc26514-4b6d-4898-a85f-7cef5c9355a4 req-b22e0f75-f1f4-4804-bf57-e807ec976f3e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440366 Jul 15 22:55:20.916452 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a62ab-1650-477a-81bb-fc2590248e65 req-089e2239-5500-4175-ba27-833d33596407 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:20.918487 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3b2a62ab-1650-477a-81bb-fc2590248e65 req-089e2239-5500-4175-ba27-833d33596407 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0858595 Jul 15 22:55:20.973007 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3b2a62ab-1650-477a-81bb-fc2590248e65 req-1176e50f-f1c7-4a5b-92da-9a10d365553a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469875 Jul 15 22:55:21.342215 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38962) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:21.450389 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d209523f-179c-42c7-8cad-10053149c8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.558921 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d209523f-179c-42c7-8cad-10053149c8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.562646 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d209523f-179c-42c7-8cad-10053149c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.598948 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209523f-179c-42c7-8cad-10053149c8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a5a10-8f0a-4b52-bbb2-7f4fb8f47999,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:21.603341 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d209523f-179c-42c7-8cad-10053149c8f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e260ede9b1642bab2cafd6cf538f1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599192 Jul 15 22:55:21.606431 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38972) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:21.655837 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7980398a-f5f3-42ef-8f94-e0fa72cb23da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.683334 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7980398a-f5f3-42ef-8f94-e0fa72cb23da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.732385 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7980398a-f5f3-42ef-8f94-e0fa72cb23da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.735267 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7980398a-f5f3-42ef-8f94-e0fa72cb23da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:21.737202 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7980398a-f5f3-42ef-8f94-e0fa72cb23da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/273a5a10-8f0a-4b52-bbb2-7f4fb8f47999 HTTP/1.1" status: 204 len: 168 time: 0.1298852 Jul 15 22:55:21.749517 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980398a-f5f3-42ef-8f94-e0fa72cb23da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a5a10-8f0a-4b52-bbb2-7f4fb8f47999,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:21.793582 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a0de7-1705-416b-bd67-d40721c4dec5 req-857196ef-0324-4216-a8d1-f22899046d03 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:21.795108 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-448a0de7-1705-416b-bd67-d40721c4dec5 req-857196ef-0324-4216-a8d1-f22899046d03 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0921583 Jul 15 22:55:21.833236 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-448a0de7-1705-416b-bd67-d40721c4dec5 req-21a26425-4f3e-4df8-9a4c-867f77ff906a tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jul 15 22:55:22.019097 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 38988) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:22.033946 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7d48b13c-8204-4b3c-a2e6-a0b882d14691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:22.172786 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7d48b13c-8204-4b3c-a2e6-a0b882d14691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:22.179855 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7d48b13c-8204-4b3c-a2e6-a0b882d14691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:22.234792 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7d48b13c-8204-4b3c-a2e6-a0b882d14691 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37733fa75f3443f395e864f4b9064746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144694 Jul 15 22:55:22.237707 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48b13c-8204-4b3c-a2e6-a0b882d14691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c11b61-6223-410f-b79a-cf78200692f8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:22.238255 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 38998) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:22.254874 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b94e4f-7894-4a83-bed2-5b239238aa13 req-ec8f0970-110e-4b41-b4bd-536678878d84 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:22.256406 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7b94e4f-7894-4a83-bed2-5b239238aa13 req-ec8f0970-110e-4b41-b4bd-536678878d84 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1432796 Jul 15 22:55:22.293615 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a28da42-501e-44ef-89ff-68e5979830a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:22.311012 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7b94e4f-7894-4a83-bed2-5b239238aa13 req-9cbe7145-68d8-4aa0-b3a1-262f34cf83d0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476701 Jul 15 22:55:22.320009 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a28da42-501e-44ef-89ff-68e5979830a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:22.380611 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a28da42-501e-44ef-89ff-68e5979830a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:22.383342 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0a28da42-501e-44ef-89ff-68e5979830a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:22.384501 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0a28da42-501e-44ef-89ff-68e5979830a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74c11b61-6223-410f-b79a-cf78200692f8 HTTP/1.1" status: 204 len: 168 time: 0.1452360 Jul 15 22:55:22.392611 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28da42-501e-44ef-89ff-68e5979830a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c11b61-6223-410f-b79a-cf78200692f8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:22.829102 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39036) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:22.987374 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5af99c3-d27b-477b-a361-7783fc013526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.092373 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5af99c3-d27b-477b-a361-7783fc013526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.096463 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b5af99c3-d27b-477b-a361-7783fc013526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.136918 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af99c3-d27b-477b-a361-7783fc013526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4238717e-2f67-496e-9bd3-ca664841c3e6,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:23.141339 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b5af99c3-d27b-477b-a361-7783fc013526 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58c0fce20cfe4f30886174e406ddd60a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103883 Jul 15 22:55:23.145909 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39052) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:23.197186 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0352e8f8-6a94-4d7a-9af3-6566191b8d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.218978 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0352e8f8-6a94-4d7a-9af3-6566191b8d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.269035 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0352e8f8-6a94-4d7a-9af3-6566191b8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.271725 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0352e8f8-6a94-4d7a-9af3-6566191b8d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.272881 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0352e8f8-6a94-4d7a-9af3-6566191b8d84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4238717e-2f67-496e-9bd3-ca664841c3e6 HTTP/1.1" status: 204 len: 168 time: 0.1258259 Jul 15 22:55:23.280958 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352e8f8-6a94-4d7a-9af3-6566191b8d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4238717e-2f67-496e-9bd3-ca664841c3e6,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:23.523854 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eee63-ed22-4206-818a-e72b2f1b9fb9 req-61287ed1-5436-4a8f-9e5f-f1ecfdf357a3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:23.532518 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-640eee63-ed22-4206-818a-e72b2f1b9fb9 req-61287ed1-5436-4a8f-9e5f-f1ecfdf357a3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0893118 Jul 15 22:55:23.592447 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-640eee63-ed22-4206-818a-e72b2f1b9fb9 req-6f7135a2-1ddd-48b6-a12e-2489bfc65273 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590398 Jul 15 22:55:23.730859 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39074) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:23.744382 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-493238a8-0550-405f-8e2f-3c8e1875f385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.841533 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-493238a8-0550-405f-8e2f-3c8e1875f385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.845395 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-493238a8-0550-405f-8e2f-3c8e1875f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.882461 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-493238a8-0550-405f-8e2f-3c8e1875f385 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4ca43dfff5a47ab89efc14e33fbf833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503849 Jul 15 22:55:23.883566 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493238a8-0550-405f-8e2f-3c8e1875f385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a5c723-0f66-496e-850d-b6ce0208ff47,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:23.885023 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 39078) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:23.932472 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2352ed74-168d-4a30-8432-f9628c88526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.953382 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2352ed74-168d-4a30-8432-f9628c88526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:23.999398 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2352ed74-168d-4a30-8432-f9628c88526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:24.002095 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2352ed74-168d-4a30-8432-f9628c88526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:24.003232 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2352ed74-168d-4a30-8432-f9628c88526b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69a5c723-0f66-496e-850d-b6ce0208ff47 HTTP/1.1" status: 204 len: 168 time: 0.1172211 Jul 15 22:55:24.011894 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352ed74-168d-4a30-8432-f9628c88526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a5c723-0f66-496e-850d-b6ce0208ff47,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:24.778129 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb115625-41ac-4c2e-9780-699452605d55 req-818c44b3-26bd-4357-b836-5e9726dda381 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:24.778129 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bb115625-41ac-4c2e-9780-699452605d55 req-818c44b3-26bd-4357-b836-5e9726dda381 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0725882 Jul 15 22:55:24.816520 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bb115625-41ac-4c2e-9780-699452605d55 req-d54b80b5-78a0-4846-a773-dbc54b58d745 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341806 Jul 15 22:55:26.009281 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c8b4f-49ea-4e9b-8f3f-af15118eec57 req-a64e8b59-c60e-456e-876d-c94132a60ae9 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:26.009281 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-977c8b4f-49ea-4e9b-8f3f-af15118eec57 req-a64e8b59-c60e-456e-876d-c94132a60ae9 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0748894 Jul 15 22:55:26.053041 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-977c8b4f-49ea-4e9b-8f3f-af15118eec57 req-a80457db-76c5-47fb-8f0c-cb2cdf5cac00 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361786 Jul 15 22:55:26.822359 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf017b54-8896-4263-85d6-38fbe927f247 req-665282c3-ccef-448f-a6ef-c196b6c11a0c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:26.823971 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf017b54-8896-4263-85d6-38fbe927f247 req-665282c3-ccef-448f-a6ef-c196b6c11a0c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0706728 Jul 15 22:55:26.868240 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf017b54-8896-4263-85d6-38fbe927f247 req-2a201c2d-32b8-47cd-846d-695add5981e8 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Jul 15 22:55:27.244990 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f398105-acbc-4540-8abb-c82efba37787 req-aa2de8f5-2214-4ac6-9672-3a051a69398f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:27.247135 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f398105-acbc-4540-8abb-c82efba37787 req-aa2de8f5-2214-4ac6-9672-3a051a69398f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0803151 Jul 15 22:55:27.296759 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3f398105-acbc-4540-8abb-c82efba37787 req-2bbf3706-21ff-46b8-aa0a-c2038aa8500a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Jul 15 22:55:28.039058 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064397f7-19fa-436e-b659-1c4f57a86a99 req-338bd7b7-007c-4cfc-aa0e-d07bb2461db7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:28.040528 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-064397f7-19fa-436e-b659-1c4f57a86a99 req-338bd7b7-007c-4cfc-aa0e-d07bb2461db7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0625811 Jul 15 22:55:28.077938 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-064397f7-19fa-436e-b659-1c4f57a86a99 req-65039eb8-411a-43bb-9f9e-4cb9c86b0087 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Jul 15 22:55:28.470811 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9284-64e8-4e85-92cc-c05afd95c6ab req-95a3b794-0618-44cf-9a63-4b3f6fcf7bd0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:28.472306 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e56c9284-64e8-4e85-92cc-c05afd95c6ab req-95a3b794-0618-44cf-9a63-4b3f6fcf7bd0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0623665 Jul 15 22:55:28.512740 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e56c9284-64e8-4e85-92cc-c05afd95c6ab req-a07e1f5b-8173-43fc-b89a-c98fdedd3784 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Jul 15 22:55:29.250804 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e63e4-e4d3-458a-91f4-e7eae51a9321 req-4d58fc5e-d1ad-4b0a-b17d-3d681cd2f955 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:29.252356 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-404e63e4-e4d3-458a-91f4-e7eae51a9321 req-4d58fc5e-d1ad-4b0a-b17d-3d681cd2f955 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0657642 Jul 15 22:55:29.289877 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-404e63e4-e4d3-458a-91f4-e7eae51a9321 req-898fecef-7a07-4b5f-bac1-6ebdf5d336fd tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Jul 15 22:55:29.678857 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e016cb6-d96f-47d2-9613-8ff974e3bdbd req-17931859-aabf-43e6-a7a3-a0e040a6e9cd tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:29.680349 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2e016cb6-d96f-47d2-9613-8ff974e3bdbd req-17931859-aabf-43e6-a7a3-a0e040a6e9cd tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0610616 Jul 15 22:55:29.716477 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2e016cb6-d96f-47d2-9613-8ff974e3bdbd req-6b4e2335-e3a7-425b-95e7-414747369cd7 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307107 Jul 15 22:55:30.459618 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81d7f4-3c53-4fae-899c-f9ba15f3464a req-052f5c8c-d97a-42c0-bbbf-0722bd5aa880 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:30.461083 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8e81d7f4-3c53-4fae-899c-f9ba15f3464a req-052f5c8c-d97a-42c0-bbbf-0722bd5aa880 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0639229 Jul 15 22:55:30.497631 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8e81d7f4-3c53-4fae-899c-f9ba15f3464a req-f4f52329-795e-4ca5-a99a-30127c671575 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jul 15 22:55:30.886189 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3968bc-6720-4517-aebd-7146bfc4486a req-d08519b1-021b-45da-b12b-a7f381cc01d0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:30.887689 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ed3968bc-6720-4517-aebd-7146bfc4486a req-d08519b1-021b-45da-b12b-a7f381cc01d0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0631750 Jul 15 22:55:30.924950 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ed3968bc-6720-4517-aebd-7146bfc4486a req-0f714b09-6630-4b71-ba06-13141b7f73de tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 15 22:55:31.168475 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-ca4685c4-d7a0-44a9-bf44-73b1df2ed56d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488217 Jul 15 22:55:31.266574 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-bdb30502-b8ae-4efc-859e-5f9b66231820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:31.268116 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-bdb30502-b8ae-4efc-859e-5f9b66231820 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1099 time: 0.0527833 Jul 15 22:55:31.390685 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-4b4d9774-3272-4252-aff1-ee57292c8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:31.392240 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-4b4d9774-3272-4252-aff1-ee57292c8839 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.0910611 Jul 15 22:55:31.444923 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-3f406438-8115-4f0f-8d52-f4998df83093 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 200 len: 217 time: 0.0327404 Jul 15 22:55:31.500228 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-555b527d-e620-4eec-b069-9ca3e17544e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:31.501662 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-555b527d-e620-4eec-b069-9ca3e17544e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.0424085 Jul 15 22:55:31.549333 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-1122e57e-6edd-4939-8e60-e0c3c40f4a94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324597 Jul 15 22:55:31.648796 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-37f31f60-bd6a-46f6-871c-392f564b58ae service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899043 Jul 15 22:55:31.685143 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97a609-b17c-4722-861d-ad32deb1d451 req-b084676f-56cf-4c2e-b500-3d534a509ec4 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:31.686749 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-af97a609-b17c-4722-861d-ad32deb1d451 req-b084676f-56cf-4c2e-b500-3d534a509ec4 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0674155 Jul 15 22:55:31.738545 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-af97a609-b17c-4722-861d-ad32deb1d451 req-05b72e4b-be50-4d8b-bca4-df4cca0bf3a6 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452781 Jul 15 22:55:31.758109 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e0dd1f67-8f22-452a-af8b-5113b0edd31c req-96accca4-3925-4530-98e7-5692889f6faa service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976105 Jul 15 22:55:31.877382 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68608186-bf90-4e1e-a361-84b176977de0 req-5de949a7-952e-4647-be40-fa2c3afdbca4 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:31.878753 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68608186-bf90-4e1e-a361-84b176977de0 req-5de949a7-952e-4647-be40-fa2c3afdbca4 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.22 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 945 time: 0.0663896 Jul 15 22:55:31.999443 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Deleting port 8b38646a-da6b-48ae-9174-585acd3a8bc6 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:55:31.999909 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:32.127779 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] For port 8b38646a-da6b-48ae-9174-585acd3a8bc6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8b38646a-da6b-48ae-9174-585acd3a8bc6,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:32.128090 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:32.145645 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Calling delete_port for 8b38646a-da6b-48ae-9174-585acd3a8bc6 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:55:32.167660 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743ee61-fc49-432c-bce9-ed2c145fd676 req-1f61c7f2-7590-4c25-adf9-4a7e9a803ec6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:32.169134 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a743ee61-fc49-432c-bce9-ed2c145fd676 req-1f61c7f2-7590-4c25-adf9-4a7e9a803ec6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1071472 Jul 15 22:55:32.247713 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a743ee61-fc49-432c-bce9-ed2c145fd676 req-3276b19e-ab0b-43a3-ba53-c3e74a7366d0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474613 Jul 15 22:55:32.313476 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:32.349990 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Pushing event deleted for resources: {'Port': ['ID=8b38646a-da6b-48ae-9174-585acd3a8bc6,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:32.403429 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] No DVR routers for this DVR port 8b38646a-da6b-48ae-9174-585acd3a8bc6 on host hv-cinder-79496 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:55:32.406190 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:32.408783 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-68608186-bf90-4e1e-a361-84b176977de0 req-ebaca3ad-6d0f-49ef-981d-8f020141f1ff tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.22 "DELETE /v2.0/ports/8b38646a-da6b-48ae-9174-585acd3a8bc6 HTTP/1.1" status: 204 len: 173 time: 0.5183351 Jul 15 22:55:32.409226 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e76145-73cf-47f2-aa84-84dff43d6336', 'name': 'network-vif-deleted', 'tag': '8b38646a-da6b-48ae-9174-585acd3a8bc6'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:55:32.411527 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232e9ae6-e3d4-4280-b402-12b0d5d34254" -d '{"events": [{"server_uuid": "68e76145-73cf-47f2-aa84-84dff43d6336", "name": "network-vif-deleted", "tag": "8b38646a-da6b-48ae-9174-585acd3a8bc6"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:55:32.446673 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc9745-ea15-48b9-a4a4-6026daeeabaa x-openstack-request-id: req-60dc9745-ea15-48b9-a4a4-6026daeeabaa {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:55:32.447020 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e76145-73cf-47f2-aa84-84dff43d6336", "name": "network-vif-deleted", "tag": "8b38646a-da6b-48ae-9174-585acd3a8bc6", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:55:32.447406 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60dc9745-ea15-48b9-a4a4-6026daeeabaa {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:55:32.448168 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e76145-73cf-47f2-aa84-84dff43d6336', 'name': 'network-vif-deleted', 'tag': '8b38646a-da6b-48ae-9174-585acd3a8bc6', 'status': 'completed', 'code': 200} Jul 15 22:55:32.670484 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 39362) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:32.773125 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cef55870-b18d-40e3-a04d-48265d500fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:32.882670 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cef55870-b18d-40e3-a04d-48265d500fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:32.892991 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-de6487da-6530-4022-ab70-290774352408 req-ad42bb6f-45f6-493b-b3d9-80f33f1e68ad tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 210 time: 0.0437877 Jul 15 22:55:32.894390 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cef55870-b18d-40e3-a04d-48265d500fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:32.934857 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cef55870-b18d-40e3-a04d-48265d500fa7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51586526d6d34b7c955725c174478e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632551 Jul 15 22:55:32.935679 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef55870-b18d-40e3-a04d-48265d500fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f2654-a9c9-4830-938b-8d0fe71a7175,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:32.937448 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39370) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:32.987629 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f013b9a9-5727-42c8-96cd-937b6748f713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.008972 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f013b9a9-5727-42c8-96cd-937b6748f713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.055925 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f013b9a9-5727-42c8-96cd-937b6748f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.058608 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f013b9a9-5727-42c8-96cd-937b6748f713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.059770 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f013b9a9-5727-42c8-96cd-937b6748f713 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/387f2654-a9c9-4830-938b-8d0fe71a7175 HTTP/1.1" status: 204 len: 168 time: 0.1212289 Jul 15 22:55:33.067154 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013b9a9-5727-42c8-96cd-937b6748f713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f2654-a9c9-4830-938b-8d0fe71a7175,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:33.631634 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcf766-370f-44eb-92eb-69d97275b6ee req-f11c9aca-04f6-4124-bb5c-e41f13e2ce50 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:33.633138 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-23dcf766-370f-44eb-92eb-69d97275b6ee req-f11c9aca-04f6-4124-bb5c-e41f13e2ce50 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.2694993 Jul 15 22:55:33.672235 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-23dcf766-370f-44eb-92eb-69d97275b6ee req-e2d2af2d-4fca-4300-afb2-f5b9184b5032 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Jul 15 22:55:33.702661 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 39410) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:33.798803 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-233782102-network', 'tenant_id': 'bb6f0374bb274a3e927fa1aceccbe48b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:33.819203 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Made reservation on behalf of bb6f0374bb274a3e927fa1aceccbe48b for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:55:33.821597 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.829325 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.913855 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.917605 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.937609 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:55:33.951019 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67db469a-96ef-4c9b-bf46-8bf83e0fedb7,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:33.962015 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.962296 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Added segment 4473c79a-3338-49d1-b4d1-3b5cf96269b6 of type vlan for network 277c6112-fdde-4733-89cb-2beeca8e6007 Jul 15 22:55:34.007800 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:34.038324 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b016670-c2ca-4fdc-b885-5e29f742594f req-95a3e4aa-5cee-44a4-9348-91871b1e1371 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 210 time: 0.0323963 Jul 15 22:55:34.059645 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:34.060591 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:34.061169 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:34.090849 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3871894 Jul 15 22:55:34.094015 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39418) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:34.099544 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Request body: {'subnet': {'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-233782102-subnet', 'tenant_id': 'bb6f0374bb274a3e927fa1aceccbe48b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:34.120023 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Made reservation on behalf of bb6f0374bb274a3e927fa1aceccbe48b for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:55:34.120248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cddde9-b33c-4cb8-bab1-3ccea1e841a4 admin admin] Pushing event updated for resources: {'Network': ['ID=277c6112-fdde-4733-89cb-2beeca8e6007,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:34.122321 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232727'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:34.130829 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 277c6112-fdde-4733-89cb-2beeca8e6007 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:55:34.285895 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4325101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232709'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:34.339332 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319ced59-3bd4-49a8-ae14-722808ab5f63,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:34.346740 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Checking segment: {'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:55:34.347112 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Network hostable DHCP agents. Network: 277c6112-fdde-4733-89cb-2beeca8e6007, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:55:34.362369 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Network 277c6112-fdde-4733-89cb-2beeca8e6007 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:55:34.370638 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 277c6112-fdde-4733-89cb-2beeca8e6007) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:55:34.374677 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:34.375268 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:34.379556 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d025e-42fb-4062-a2ff-7fe8b28385c3 None None] Network 277c6112-fdde-4733-89cb-2beeca8e6007 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:55:34.391847 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e1e00bd4-4bce-46b8-ad89-c0e1bf9a9ae2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2967701 Jul 15 22:55:34.506915 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486d42c-0f7c-424c-929f-c496149a175d None None] Network 277c6112-fdde-4733-89cb-2beeca8e6007 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:55:34.881592 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308180d-2225-42bc-9262-3edbb9a2157f req-c0d6b01a-284c-4aee-972a-1a2a0721446c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:34.883158 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1308180d-2225-42bc-9262-3edbb9a2157f req-c0d6b01a-284c-4aee-972a-1a2a0721446c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0810611 Jul 15 22:55:34.922716 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1308180d-2225-42bc-9262-3edbb9a2157f req-a44dc59f-7127-4fe3-85d7-ef38d79c08f6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Jul 15 22:55:35.172633 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f9310b9f-10b3-4e78-ac2e-a0ef40b3cfa5 req-150cbb84-dee2-4ed0-86e8-68a17ceff159 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 210 time: 0.0269179 Jul 15 22:55:35.454013 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['8b38646a-da6b-48ae-9174-585acd3a8bc6'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:55:36.095812 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7304c5-2591-48b8-a651-7ebca1382c1e req-a2f43a5a-e193-40a6-810a-dd9664b72ca3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:36.097268 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0a7304c5-2591-48b8-a651-7ebca1382c1e req-a2f43a5a-e193-40a6-810a-dd9664b72ca3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0620856 Jul 15 22:55:36.135133 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0a7304c5-2591-48b8-a651-7ebca1382c1e req-8dd4e459-1050-4467-bb38-1496001a4f0b tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312204 Jul 15 22:55:36.272959 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:36.332216 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-71da7310-f21c-4edb-b51e-a5eb8cc482c0 req-24d58560-b39d-42ed-864b-5be1eb9241a1 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e76145-73cf-47f2-aa84-84dff43d6336 HTTP/1.1" status: 200 len: 210 time: 0.0322778 Jul 15 22:55:37.259623 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-f3600268-2a50-46af-919c-fdd1773614ec tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:37.262641 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-f3600268-2a50-46af-919c-fdd1773614ec tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/networks?id=277c6112-fdde-4733-89cb-2beeca8e6007 HTTP/1.1" status: 200 len: 813 time: 0.1033463 Jul 15 22:55:37.278372 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ec90ed19-06db-45f2-9b32-bd1c5b94665e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:37.281672 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-db4bd0e9-b64e-4078-b432-c9a16e136ab7 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/quotas/bb6f0374bb274a3e927fa1aceccbe48b HTTP/1.1" status: 200 len: 375 time: 0.0133109 Jul 15 22:55:37.317675 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-27e6285c-8043-49a0-8f19-e8755e01860d tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb6f0374bb274a3e927fa1aceccbe48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300605 Jul 15 22:55:37.318225 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b09bb2-07a9-4874-bad1-81e06c9e0a13 req-1c60fd71-3f6f-413a-9bb3-1a01f9dcb99a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:37.319720 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-77b09bb2-07a9-4874-bad1-81e06c9e0a13 req-1c60fd71-3f6f-413a-9bb3-1a01f9dcb99a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0712199 Jul 15 22:55:37.371928 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-77b09bb2-07a9-4874-bad1-81e06c9e0a13 req-9c29eba3-57ef-40bd-9ff0-08792df214b0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464292 Jul 15 22:55:37.413210 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-1c5a7c64-e769-4cd6-943d-2878612a90e5 service neutron] 10.222.0.10 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882862 Jul 15 22:55:37.515480 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-032fe906-35de-4ea3-a670-a1c5e2935ba5 service neutron] 10.222.0.10 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962327 Jul 15 22:55:37.777760 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-6065e87d-1a27-45d9-8ed1-3900f030bb7c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:37.786492 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-6065e87d-1a27-45d9-8ed1-3900f030bb7c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/networks?id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 HTTP/1.1" status: 200 len: 809 time: 0.1726067 Jul 15 22:55:37.815893 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-020928fb-b3a0-4ece-81de-a8af53c63bd5 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/quotas/3704b0a4b67b4ea8a459e9ef301939f2 HTTP/1.1" status: 200 len: 375 time: 0.0263431 Jul 15 22:55:37.862112 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-6b22e891-8f59-4444-847e-fe9eb004f01b tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3704b0a4b67b4ea8a459e9ef301939f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449426 Jul 15 22:55:37.906959 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6d828b3e-4cce-44c2-89b3-82a87ec73f22 req-599923a9-4aba-4fff-a93d-60df380fd399 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 210 time: 0.0528452 Jul 15 22:55:37.969912 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-82bf3523-3084-4ff7-b794-76370cef847e service neutron] 10.222.0.10 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066465 Jul 15 22:55:38.106794 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-eb3f8206-3f5a-47e2-bd0b-3184376935b6 service neutron] 10.222.0.10 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270325 Jul 15 22:55:38.362321 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4f4f23ed-dd3a-48f6-bd36-d3a1c55d117b req-e5043f36-615d-4dac-99c1-d08a6df41b9c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 210 time: 0.0425534 Jul 15 22:55:38.602736 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdf976-8a58-4246-8283-c75a97f6823d req-fe85aef5-f4a4-41f6-81b1-51f4e84e5bfb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:38.603319 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39596) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:38.604859 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-59cdf976-8a58-4246-8283-c75a97f6823d req-fe85aef5-f4a4-41f6-81b1-51f4e84e5bfb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0839679 Jul 15 22:55:38.661420 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-59cdf976-8a58-4246-8283-c75a97f6823d req-ab492319-f08d-417b-ba73-e96ba6541ecb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503006 Jul 15 22:55:38.778720 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-549f9456-44b2-4c6d-aad8-e0538645ffc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:38.875243 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-549f9456-44b2-4c6d-aad8-e0538645ffc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:38.880036 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-549f9456-44b2-4c6d-aad8-e0538645ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:38.918878 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-549f9456-44b2-4c6d-aad8-e0538645ffc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49f66555d4ca4d3a88c4f825326ee68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141897 Jul 15 22:55:38.919731 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f9456-44b2-4c6d-aad8-e0538645ffc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6d1149-4687-4f85-8cc7-85564948d8c3,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:38.921436 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 39608) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:38.983784 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fb6d43cc-f31b-49d3-82cf-a44780a2c6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:39.008911 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fb6d43cc-f31b-49d3-82cf-a44780a2c6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:39.083948 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75bce98d-61c8-47bb-8bcc-b12f1924871a req-abb39f99-3814-49e6-a701-7e697ee4a321 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 210 time: 0.0334411 Jul 15 22:55:39.084662 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fb6d43cc-f31b-49d3-82cf-a44780a2c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:39.087163 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fb6d43cc-f31b-49d3-82cf-a44780a2c6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:39.088166 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fb6d43cc-f31b-49d3-82cf-a44780a2c6dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb6d1149-4687-4f85-8cc7-85564948d8c3 HTTP/1.1" status: 204 len: 168 time: 0.1656885 Jul 15 22:55:39.096138 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d43cc-f31b-49d3-82cf-a44780a2c6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6d1149-4687-4f85-8cc7-85564948d8c3,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:39.367793 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-78a9508d-1960-4620-aa65-0680cbceb454 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:39.369699 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-78a9508d-1960-4620-aa65-0680cbceb454 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.22 "GET /v2.0/networks?id=277c6112-fdde-4733-89cb-2beeca8e6007 HTTP/1.1" status: 200 len: 813 time: 0.1280487 Jul 15 22:55:39.392876 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Request body: {'port': {'device_id': '616897d0-b589-458b-ac53-39e5e5e42cfa', 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007', 'admin_state_up': True, 'tenant_id': 'bb6f0374bb274a3e927fa1aceccbe48b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:39.469881 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 8b38646a-da6b-48ae-9174-585acd3a8bc6 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:55:39.502418 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39630) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:39.521420 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 8b38646a-da6b-48ae-9174-585acd3a8bc6 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:55:39.521772 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 8b38646a-da6b-48ae-9174-585acd3a8bc6 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:55:39.543165 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-51cdcda0-3a64-4efe-85d1-c0793385e927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:39.582234 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.db.api [None req-51cdcda0-3a64-4efe-85d1-c0793385e927 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 22:55:39.582234 dv-cinder-794962-10-iscsi neutron-server[92960]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 22:55:39.582234 dv-cinder-794962-10-iscsi neutron-server[92960]: [parameters: {'project_id': '5816a65930254e4bbd5e4588b748b08a', 'id': 'e685919d-def3-4c32-876d-74197b9a1cd2', 'expiration': datetime.datetime(2021, 7, 15, 22, 57, 39, 575611)}] Jul 15 22:55:39.582234 dv-cinder-794962-10-iscsi neutron-server[92960]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 22:55:39.583078 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG oslo_db.api [None req-51cdcda0-3a64-4efe-85d1-c0793385e927 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 22:55:39.597277 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Made reservation on behalf of bb6f0374bb274a3e927fa1aceccbe48b for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:55:39.602541 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:39.603682 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39636) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:39.631628 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88af3df0-64dc-4de6-bb62-64ef9c853334 req-8d3dbf44-b989-4608-a8cc-1dcebdd02842 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 210 time: 0.0455155 Jul 15 22:55:39.771325 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Allocated IP 172.20.0.13 (277c6112-fdde-4733-89cb-2beeca8e6007/319ced59-3bd4-49a8-ae14-722808ab5f63/9616ae97-cd80-4159-a98c-5135c9839770) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:55:39.862805 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7782ee4b-a652-4d7d-ac63-a0b21d556e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:39.928703 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-af4018b4-3c49-42c9-8404-e1c3d34f2d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:39.936384 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-d92f9180-2dc0-4cd8-a6a9-59cca1a96e8c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:39.939136 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-d92f9180-2dc0-4cd8-a6a9-59cca1a96e8c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.22 "GET /v2.0/networks?id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 HTTP/1.1" status: 200 len: 809 time: 0.1946909 Jul 15 22:55:39.958538 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Request body: {'port': {'device_id': '2a84a554-55f9-4585-b7e4-1aa9fd157cab', 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4', 'admin_state_up': True, 'tenant_id': '3704b0a4b67b4ea8a459e9ef301939f2'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:39.994156 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d096e44-8a79-44d4-81ad-b8d627a61fd9 req-ab31824c-9cda-43e5-93e9-0f1dd82ac8c1 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:39.995896 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7d096e44-8a79-44d4-81ad-b8d627a61fd9 req-ab31824c-9cda-43e5-93e9-0f1dd82ac8c1 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1585517 Jul 15 22:55:40.069501 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.086919 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-51cdcda0-3a64-4efe-85d1-c0793385e927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.091988 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7d096e44-8a79-44d4-81ad-b8d627a61fd9 req-b4db0b86-5251-459f-bc87-f9bd87d57fec tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903146 Jul 15 22:55:40.134906 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.177885 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7782ee4b-a652-4d7d-ac63-a0b21d556e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.187198 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Network 277c6112-fdde-4733-89cb-2beeca8e6007 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:55:40.188341 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7782ee4b-a652-4d7d-ac63-a0b21d556e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.191359 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:55:40.196369 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:55:40.200580 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Pushing event updated for resources: {'Port': ['ID=9616ae97-cd80-4159-a98c-5135c9839770,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:40.220038 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.257363 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7782ee4b-a652-4d7d-ac63-a0b21d556e70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=617403a2f4bb4fa29fb89b0e650e9ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523523 Jul 15 22:55:40.260624 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 39658) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:40.263423 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782ee4b-a652-4d7d-ac63-a0b21d556e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccae42be-356c-40f8-b3b8-0361745919ba,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:40.292647 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:40.293320 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.323517 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-51cdcda0-3a64-4efe-85d1-c0793385e927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.327473 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-51cdcda0-3a64-4efe-85d1-c0793385e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.336890 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-96a2a215-09f6-41ff-8ad0-3ec1d5bb4318 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9549577 Jul 15 22:55:40.356147 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9101c-6b47-410b-a5f5-6751cc037413 req-7b2cf583-220f-4ede-89fd-046be0f125a1 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:40.357618 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-86d9101c-6b47-410b-a5f5-6751cc037413 req-7b2cf583-220f-4ede-89fd-046be0f125a1 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 932 time: 0.1349106 Jul 15 22:55:40.364260 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Request body: {'port': {'device_id': '616897d0-b589-458b-ac53-39e5e5e42cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:40.375213 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b802037a-f470-4702-bd95-f835c49347bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.377060 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-51cdcda0-3a64-4efe-85d1-c0793385e927 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5816a65930254e4bbd5e4588b748b08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8729362 Jul 15 22:55:40.378636 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Made reservation on behalf of 3704b0a4b67b4ea8a459e9ef301939f2 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:55:40.382071 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.383921 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39660) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:40.385823 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdcda0-3a64-4efe-85d1-c0793385e927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ac6d0f-ef9f-46b9-bea7-eee86a5a55ff,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:40.439881 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b802037a-f470-4702-bd95-f835c49347bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.451828 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-86d9101c-6b47-410b-a5f5-6751cc037413 req-34f57cf3-20c0-4346-89ed-2bd171e481d5 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850954 Jul 15 22:55:40.491720 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9b3979d5-86ba-429b-9518-c9bccff61504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.510071 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.545022 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9b3979d5-86ba-429b-9518-c9bccff61504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.553639 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b802037a-f470-4702-bd95-f835c49347bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.556172 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b802037a-f470-4702-bd95-f835c49347bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.560060 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b802037a-f470-4702-bd95-f835c49347bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccae42be-356c-40f8-b3b8-0361745919ba HTTP/1.1" status: 204 len: 168 time: 0.2959061 Jul 15 22:55:40.574032 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802037a-f470-4702-bd95-f835c49347bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccae42be-356c-40f8-b3b8-0361745919ba,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:40.589286 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Allocated IP 172.20.0.6 (8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4/e4a573db-57a4-4ceb-9cac-d95e9bbef1cf/66782bce-d70c-4ddd-8c1d-7e23afbfaee7) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:55:40.645593 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9b3979d5-86ba-429b-9518-c9bccff61504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.648535 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9b3979d5-86ba-429b-9518-c9bccff61504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.649734 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9b3979d5-86ba-429b-9518-c9bccff61504 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6ac6d0f-ef9f-46b9-bea7-eee86a5a55ff HTTP/1.1" status: 204 len: 168 time: 0.2647755 Jul 15 22:55:40.697430 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3979d5-86ba-429b-9518-c9bccff61504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ac6d0f-ef9f-46b9-bea7-eee86a5a55ff,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:40.916888 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9616ae97-cd80-4159-a98c-5135c9839770 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:55:40.926779 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.948171 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Transition to ACTIVE for port object 9616ae97-cd80-4159-a98c-5135c9839770 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:55:40.954274 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:40.990182 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.020939 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Pushing event updated for resources: {'Port': ['ID=9616ae97-cd80-4159-a98c-5135c9839770,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:41.062658 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cfe0c9af-0bda-4b13-bb59-4810cb50b548 req-ae8d2350-0376-4362-91f8-860c4882eea5 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 210 time: 0.2587130 Jul 15 22:55:41.115108 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 39686) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:41.119596 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.156707 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e530-5e5e-4040-8c44-a7aeb49e2964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.167899 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Attempting to bind port 9616ae97-cd80-4159-a98c-5135c9839770 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:55:41.168247 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Attempting to bind port 9616ae97-cd80-4159-a98c-5135c9839770 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:55:41.168580 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Attempting to bind port 9616ae97-cd80-4159-a98c-5135c9839770 on network 277c6112-fdde-4733-89cb-2beeca8e6007 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:55:41.200176 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.266182 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:55:41.270047 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e530-5e5e-4040-8c44-a7aeb49e2964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.270928 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:55:41.276178 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:55:41.280992 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Pushing event updated for resources: {'Port': ['ID=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:41.295959 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e530-5e5e-4040-8c44-a7aeb49e2964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.298165 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Port 9616ae97-cd80-4159-a98c-5135c9839770 on network 277c6112-fdde-4733-89cb-2beeca8e6007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:55:41.298495 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Attempting to bind port 9616ae97-cd80-4159-a98c-5135c9839770 on network 277c6112-fdde-4733-89cb-2beeca8e6007 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:55:41.329790 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:41.330551 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.346530 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:55:41.347094 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Checking segment: {'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:55:41.347219 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-dca02d4b-5c65-4f10-851d-fb630223db6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3967164 Jul 15 22:55:41.347746 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Bound using segment: {'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:55:41.348196 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Bound port: 9616ae97-cd80-4159-a98c-5135c9839770, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:55:41.348713 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.380135 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b8a9e530-5e5e-4040-8c44-a7aeb49e2964 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=661397c4c5de4b4fb40ec47afd1330b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639823 Jul 15 22:55:41.385453 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 39698) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:41.408706 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9e530-5e5e-4040-8c44-a7aeb49e2964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615119b0-6501-4887-bed3-c30650dc60b4,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:41.443965 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6be01115-113e-4b2a-b932-5833a9549c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.461065 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bea14-9b14-44f1-a153-ebc7d47904e9 req-c436d501-8564-4eb5-b8bf-6df387a83c5c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:41.462809 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f40bea14-9b14-44f1-a153-ebc7d47904e9 req-c436d501-8564-4eb5-b8bf-6df387a83c5c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1899724 Jul 15 22:55:41.472269 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] For port 9616ae97-cd80-4159-a98c-5135c9839770, host hv-cinder-79496, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:55:41.481525 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] For port 9616ae97-cd80-4159-a98c-5135c9839770, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9616ae97-cd80-4159-a98c-5135c9839770,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:55:41.482042 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6be01115-113e-4b2a-b932-5833a9549c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.492034 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.534283 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6be01115-113e-4b2a-b932-5833a9549c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.537304 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6be01115-113e-4b2a-b932-5833a9549c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.539203 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6be01115-113e-4b2a-b932-5833a9549c07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/615119b0-6501-4887-bed3-c30650dc60b4 HTTP/1.1" status: 204 len: 168 time: 0.1525311 Jul 15 22:55:41.547806 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:41.548596 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:41.549686 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be01115-113e-4b2a-b932-5833a9549c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615119b0-6501-4887-bed3-c30650dc60b4,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:41.550141 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] 10.222.0.22 "PUT /v2.0/ports/9616ae97-cd80-4159-a98c-5135c9839770 HTTP/1.1" status: 200 len: 1094 time: 1.1915812 Jul 15 22:55:41.552384 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616897d0-b589-458b-ac53-39e5e5e42cfa', 'tag': '9616ae97-cd80-4159-a98c-5135c9839770'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:55:41.554667 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4174aaa8-b174-4817-afb3-98f3d45528bd" -d '{"events": [{"name": "network-changed", "server_uuid": "616897d0-b589-458b-ac53-39e5e5e42cfa", "tag": "9616ae97-cd80-4159-a98c-5135c9839770"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:55:41.561978 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f40bea14-9b14-44f1-a153-ebc7d47904e9 req-56eb2302-cc3c-42cf-a16c-e58a3a591d24 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926161 Jul 15 22:55:41.577313 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d16e9-b738-434c-aed9-3d5eedf228fe service neutron] Pushing event updated for resources: {'Port': ['ID=9616ae97-cd80-4159-a98c-5135c9839770,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:41.752029 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef6202-bba7-418e-9631-fa4b7382185a req-14101b42-9187-4d5a-af30-1e7a8605d745 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:41.753613 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f7ef6202-bba7-418e-9631-fa4b7382185a req-14101b42-9187-4d5a-af30-1e7a8605d745 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0765073 Jul 15 22:55:41.801474 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f7ef6202-bba7-418e-9631-fa4b7382185a req-3aeb85c5-2254-4b96-9f39-83dc62a19ed8 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Jul 15 22:55:41.863644 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2059d7a-58fa-483b-84f1-1a9fd7af8eb6 x-openstack-request-id: req-a2059d7a-58fa-483b-84f1-1a9fd7af8eb6 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:55:41.863945 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616897d0-b589-458b-ac53-39e5e5e42cfa", "tag": "9616ae97-cd80-4159-a98c-5135c9839770", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:55:41.864198 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2059d7a-58fa-483b-84f1-1a9fd7af8eb6 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:55:41.864594 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616897d0-b589-458b-ac53-39e5e5e42cfa', 'tag': '9616ae97-cd80-4159-a98c-5135c9839770', 'status': 'completed', 'code': 200} Jul 15 22:55:42.253480 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374994d-20d3-485e-a343-ce96bf02943a req-7d56bcd0-8e5e-4261-a4bb-7523c48c0f60 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:42.258312 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6374994d-20d3-485e-a343-ce96bf02943a req-7d56bcd0-8e5e-4261-a4bb-7523c48c0f60 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 931 time: 0.0706384 Jul 15 22:55:42.292684 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6374994d-20d3-485e-a343-ce96bf02943a req-7f980094-9deb-483c-bb60-a57d28c2f84e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Jul 15 22:55:42.497227 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:42.744474 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2258a25-b467-41ec-b4fa-cf7b5269f11e req-0e0e9f0d-6852-442f-9d66-13ab5ee91ea3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:42.745938 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b2258a25-b467-41ec-b4fa-cf7b5269f11e req-0e0e9f0d-6852-442f-9d66-13ab5ee91ea3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0654738 Jul 15 22:55:42.781977 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b2258a25-b467-41ec-b4fa-cf7b5269f11e req-abb7edb8-19d0-4af5-bd25-4c906a400db7 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304434 Jul 15 22:55:42.824778 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:55:42.972688 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1710d7-a186-4fa5-80d7-a74f265f0916 req-cfc228dc-02da-4b5e-a785-24bf6bf7decc tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:42.974194 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7b1710d7-a186-4fa5-80d7-a74f265f0916 req-cfc228dc-02da-4b5e-a785-24bf6bf7decc tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0615952 Jul 15 22:55:43.014286 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7b1710d7-a186-4fa5-80d7-a74f265f0916 req-18458f74-e66d-41ae-bb06-67ba5468a8c7 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343492 Jul 15 22:55:43.468279 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08196e8f-061c-40b1-8260-0b5eb4530a4a req-cdede9ca-f0f4-4bb8-a9c6-2adee880a0a0 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:43.469784 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-08196e8f-061c-40b1-8260-0b5eb4530a4a req-cdede9ca-f0f4-4bb8-a9c6-2adee880a0a0 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 931 time: 0.0603268 Jul 15 22:55:43.506632 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-08196e8f-061c-40b1-8260-0b5eb4530a4a req-cde4b067-4406-4f8e-865d-03be405737eb tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Jul 15 22:55:43.779785 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Request body: {'port': {'device_id': '2a84a554-55f9-4585-b7e4-1aa9fd157cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:43.868044 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174aaa8-b174-4817-afb3-98f3d45528bd req-e88f8c58-62c7-4141-a40f-203eb6d8962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:43.868610 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:43.869699 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4174aaa8-b174-4817-afb3-98f3d45528bd req-e88f8c58-62c7-4141-a40f-203eb6d8962f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb6f0374bb274a3e927fa1aceccbe48b&device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 1097 time: 0.0669329 Jul 15 22:55:44.086344 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174aaa8-b174-4817-afb3-98f3d45528bd req-ca5888c2-e9c3-4d28-a24f-542ed5502151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.087905 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4174aaa8-b174-4817-afb3-98f3d45528bd req-ca5888c2-e9c3-4d28-a24f-542ed5502151 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bb6f0374bb274a3e927fa1aceccbe48b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2036238 Jul 15 22:55:44.105337 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047561f4-5427-469a-984d-b4e64601bce0 req-a62e6cfe-cc61-4754-8673-7d2a9f3fa4be tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.107582 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-047561f4-5427-469a-984d-b4e64601bce0 req-a62e6cfe-cc61-4754-8673-7d2a9f3fa4be tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1945329 Jul 15 22:55:44.189020 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:55:44.199783 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:44.221772 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Transition to ACTIVE for port object 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:55:44.237066 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:44.312412 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc905203-badd-4e89-88d5-cd8268258fdf req-f8d852dc-229d-4922-aadf-4ff9f5f0b1e8 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.312412 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc905203-badd-4e89-88d5-cd8268258fdf req-f8d852dc-229d-4922-aadf-4ff9f5f0b1e8 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.1579726 Jul 15 22:55:44.335009 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:44.456723 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Attempting to bind port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:55:44.457065 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Attempting to bind port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:55:44.457399 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Attempting to bind port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 on network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:55:44.475347 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cc905203-badd-4e89-88d5-cd8268258fdf req-cb8d0d6a-ad79-4a8e-b8a4-ce14bd85a820 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526980 Jul 15 22:55:44.475682 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 on network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:55:44.476016 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Attempting to bind port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 on network 8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:55:44.487347 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:55:44.487630 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Checking segment: {'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:55:44.488013 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Bound using segment: {'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:55:44.488441 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Bound port: 66782bce-d70c-4ddd-8c1d-7e23afbfaee7, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bd049d-44bd-411f-a543-1e4470e08935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:55:44.488798 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:44.576341 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-047561f4-5427-469a-984d-b4e64601bce0 req-3a6b624b-79f6-4a0d-a132-ca81a8d0149e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508665 Jul 15 22:55:44.609984 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] For port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:55:44.613866 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] For port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:55:44.620910 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:44.623172 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174aaa8-b174-4817-afb3-98f3d45528bd req-b1360a05-876e-43e9-ae51-039d5318477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.625024 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4174aaa8-b174-4817-afb3-98f3d45528bd req-b1360a05-876e-43e9-ae51-039d5318477e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5164490 Jul 15 22:55:44.686513 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.687185 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:44.690315 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] 10.222.0.22 "PUT /v2.0/ports/66782bce-d70c-4ddd-8c1d-7e23afbfaee7 HTTP/1.1" status: 200 len: 1093 time: 0.9153216 Jul 15 22:55:44.691695 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a84a554-55f9-4585-b7e4-1aa9fd157cab', 'tag': '66782bce-d70c-4ddd-8c1d-7e23afbfaee7'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:55:44.705375 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309ca105-535d-42bf-acfd-8c38ef0afb36" -d '{"events": [{"name": "network-changed", "server_uuid": "2a84a554-55f9-4585-b7e4-1aa9fd157cab", "tag": "66782bce-d70c-4ddd-8c1d-7e23afbfaee7"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:55:44.776638 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-e826a714-e6f6-404f-958a-de81dd41582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.776933 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fba42cb-b502-44cc-89a6-edc9b8c2df3c x-openstack-request-id: req-5fba42cb-b502-44cc-89a6-edc9b8c2df3c {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:55:44.777215 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a84a554-55f9-4585-b7e4-1aa9fd157cab", "tag": "66782bce-d70c-4ddd-8c1d-7e23afbfaee7", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:55:44.777458 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fba42cb-b502-44cc-89a6-edc9b8c2df3c {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:55:44.777912 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a84a554-55f9-4585-b7e4-1aa9fd157cab', 'tag': '66782bce-d70c-4ddd-8c1d-7e23afbfaee7', 'status': 'completed', 'code': 200} Jul 15 22:55:44.778656 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-e826a714-e6f6-404f-958a-de81dd41582e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb6f0374bb274a3e927fa1aceccbe48b&device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 1097 time: 0.1008742 Jul 15 22:55:44.822673 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822981f-c690-4c83-85c6-b350a8599fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:44.863362 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-34122f82-e32c-46eb-abe3-703e208f615a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9616ae97-cd80-4159-a98c-5135c9839770 HTTP/1.1" status: 200 len: 217 time: 0.0686183 Jul 15 22:55:44.880225 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-d1ec5cb9-3489-497d-9436-2454a36d4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.881714 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-d1ec5cb9-3489-497d-9436-2454a36d4290 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3704b0a4b67b4ea8a459e9ef301939f2&device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 1096 time: 0.1411722 Jul 15 22:55:44.893730 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcce49-84db-4332-a310-16f8e0fa905c req-98cb4bb3-3689-4602-b312-bcd0ced51580 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.895199 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4fcce49-84db-4332-a310-16f8e0fa905c req-98cb4bb3-3689-4602-b312-bcd0ced51580 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.1597722 Jul 15 22:55:44.917482 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-ca9deed4-72ca-44d5-9844-0ae02b6ea1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:44.919166 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-ca9deed4-72ca-44d5-9844-0ae02b6ea1d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=319ced59-3bd4-49a8-ae14-722808ab5f63 HTTP/1.1" status: 200 len: 853 time: 0.0471809 Jul 15 22:55:44.937439 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-884c951f-4e64-4402-9bef-761a71e4c6b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66782bce-d70c-4ddd-8c1d-7e23afbfaee7 HTTP/1.1" status: 200 len: 217 time: 0.0413253 Jul 15 22:55:44.960023 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-6c9ae9bc-e704-4034-9216-694de709cd4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=277c6112-fdde-4733-89cb-2beeca8e6007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268586 Jul 15 22:55:44.989718 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e4fcce49-84db-4332-a310-16f8e0fa905c req-ba18a589-64ff-4ed9-bf1d-26be0e5f360f tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865333 Jul 15 22:55:45.008520 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-79a2504d-cedb-4007-98d1-b1324c964385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:45.010000 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-79a2504d-cedb-4007-98d1-b1324c964385 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e4a573db-57a4-4ceb-9cac-d95e9bbef1cf HTTP/1.1" status: 200 len: 849 time: 0.0577476 Jul 15 22:55:45.046759 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-5d61c386-8816-4e26-98c8-819bf93b2582 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268807 Jul 15 22:55:45.063202 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-e51df250-5255-428f-a735-e8c9b090749c service neutron] 10.222.0.22 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959318 Jul 15 22:55:45.107524 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-1455d054-df26-4079-b08d-82a6558dec22 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9f0af59c5d1a4950bf8597c12e719802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277662 Jul 15 22:55:45.289181 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-aad36a70-34ea-4da8-a516-0ab6906663a6 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:45.290567 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-aad36a70-34ea-4da8-a516-0ab6906663a6 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776443 Jul 15 22:55:45.305186 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-c9cde9f6-1c2a-43f8-bbea-25f5ae773fdb tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/quotas/9f0af59c5d1a4950bf8597c12e719802 HTTP/1.1" status: 200 len: 375 time: 0.0092874 Jul 15 22:55:45.339538 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-12a0ba83-4816-422e-a407-4aafb798e5c3 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f0af59c5d1a4950bf8597c12e719802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296381 Jul 15 22:55:45.513981 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4ec18a95-65e5-433e-a5ab-82bd03e4d59c req-69aade2c-a15e-4567-ab14-c66861632577 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0301166 Jul 15 22:55:45.645295 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff631af-3b87-4b2e-be86-ef2a12f3ae00 req-3c7fd078-ac0d-431e-b0c4-bcaf9463599c tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:45.646625 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5ff631af-3b87-4b2e-be86-ef2a12f3ae00 req-3c7fd078-ac0d-431e-b0c4-bcaf9463599c tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0647702 Jul 15 22:55:45.690963 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5ff631af-3b87-4b2e-be86-ef2a12f3ae00 req-374428be-0027-4443-a682-d9cbb1a49983 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Jul 15 22:55:45.763303 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08be620-599f-42fc-bfed-0886dfb0353e req-a45fd2ee-dc2d-4349-8d07-abe91e4a1286 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:45.764838 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e08be620-599f-42fc-bfed-0886dfb0353e req-a45fd2ee-dc2d-4349-8d07-abe91e4a1286 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0794342 Jul 15 22:55:45.815954 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e08be620-599f-42fc-bfed-0886dfb0353e req-65c1d832-bbd5-417f-acb9-14cf8566e522 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437026 Jul 15 22:55:46.162675 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad1ad3-3cb3-4eac-87d7-94588580924b req-1e5993a8-b70a-4263-9f9a-0c591f217831 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:46.164050 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-33ad1ad3-3cb3-4eac-87d7-94588580924b req-1e5993a8-b70a-4263-9f9a-0c591f217831 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.0614231 Jul 15 22:55:46.202736 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-33ad1ad3-3cb3-4eac-87d7-94588580924b req-dd8f2c6e-2525-4033-a2fe-31c577aeb84f tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Jul 15 22:55:46.653355 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6a1a3e81-aca8-489c-83aa-23af9764505b req-30fda7b7-f853-468a-8579-6bb3af3f620b tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0281386 Jul 15 22:55:46.876892 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c38183-01ac-4105-b38a-f4baa7584739 req-271e5584-134f-48e7-bb6f-90314c35da83 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:46.878384 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-94c38183-01ac-4105-b38a-f4baa7584739 req-271e5584-134f-48e7-bb6f-90314c35da83 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0682430 Jul 15 22:55:46.916100 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-94c38183-01ac-4105-b38a-f4baa7584739 req-cb2c7a55-58e4-46ab-a95b-6b81f429113d tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Jul 15 22:55:47.078527 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e1f84-4fc2-4dda-9fba-30f09124040a req-b7e66029-9b5c-4a8f-8b17-d183a21b6ea7 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:47.080543 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a5e1f84-4fc2-4dda-9fba-30f09124040a req-b7e66029-9b5c-4a8f-8b17-d183a21b6ea7 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0662878 Jul 15 22:55:47.117178 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a5e1f84-4fc2-4dda-9fba-30f09124040a req-a9382b9f-244d-43ca-b246-3e9d57149f90 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Jul 15 22:55:47.380310 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93821650-2628-45c7-9659-f5d9edf44198 req-f88e85be-fa26-4e1d-afd1-db68dab5963f tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:47.381723 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93821650-2628-45c7-9659-f5d9edf44198 req-f88e85be-fa26-4e1d-afd1-db68dab5963f tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.0647960 Jul 15 22:55:47.419809 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-93821650-2628-45c7-9659-f5d9edf44198 req-dfab6aec-b524-47ce-b44c-987e468c562e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Jul 15 22:55:47.796290 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-769fdb5b-f00e-411c-9a1c-2d0b0fece198 req-2c51166f-ff85-4c4c-9610-4d540f14d81b tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0307622 Jul 15 22:55:48.090389 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47154f-04bd-4abd-8d95-af4c0069b731 req-328d9ae2-273e-46c0-98e1-4688a7eb6f8d tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:48.091867 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-de47154f-04bd-4abd-8d95-af4c0069b731 req-328d9ae2-273e-46c0-98e1-4688a7eb6f8d tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0672483 Jul 15 22:55:48.133775 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-de47154f-04bd-4abd-8d95-af4c0069b731 req-c8c34e0d-4b9c-4ae0-9179-425e1b41c137 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Jul 15 22:55:48.301098 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb39d0-a94b-4145-9d04-eed180234cd6 req-f962f31a-e091-449d-8734-8fd52ff58d4c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:48.302592 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-abbb39d0-a94b-4145-9d04-eed180234cd6 req-f962f31a-e091-449d-8734-8fd52ff58d4c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0653808 Jul 15 22:55:48.340320 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-abbb39d0-a94b-4145-9d04-eed180234cd6 req-2797feda-2141-4365-b2c8-9ca2dea4395b tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Jul 15 22:55:48.519241 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-e2446bda-004f-4418-b935-5e3dd513eae8 service neutron] 10.222.0.22 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994124 Jul 15 22:55:48.536169 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-54e87bac-fabf-4544-a59b-ca8aace36a7e req-e7bd0413-6453-4a6d-a16d-f611be52882f service neutron] 10.222.0.22 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088843 Jul 15 22:55:48.694087 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01604f22-12b2-4336-bae3-a470e2d0f1ac req-80ae4a11-f376-4b6e-ab6c-e2f88d095d07 service neutron] 10.222.0.22 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591797 Jul 15 22:55:48.716557 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799ed61-80bd-4bce-9522-0cf3d108d9bb req-e040d5b9-37ec-43a9-99e1-fe378b370fbe tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:48.718518 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0799ed61-80bd-4bce-9522-0cf3d108d9bb req-e040d5b9-37ec-43a9-99e1-fe378b370fbe tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.0837266 Jul 15 22:55:48.758290 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0799ed61-80bd-4bce-9522-0cf3d108d9bb req-8b905e6c-aad7-472f-84c9-3cb14d8eef94 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336819 Jul 15 22:55:48.828660 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-bab4a5cc-fdbc-46ab-bb6b-14b9e37803ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:48.830413 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-bab4a5cc-fdbc-46ab-bb6b-14b9e37803ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3704b0a4b67b4ea8a459e9ef301939f2&device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 1096 time: 0.0554638 Jul 15 22:55:48.879878 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3b11f-861f-4727-ae57-616c487b07c5 req-4032af82-d857-41af-a7de-3b174be50314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:48.879878 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e7b3b11f-861f-4727-ae57-616c487b07c5 req-4032af82-d857-41af-a7de-3b174be50314 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 1099 time: 0.1031945 Jul 15 22:55:48.944251 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e7b3b11f-861f-4727-ae57-616c487b07c5 req-c0afa236-ce75-4b05-87f8-78575b4af91a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505209 Jul 15 22:55:48.980218 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4bdc6144-a1a0-4f4a-a102-b58e7af4dc6d req-a9308a19-a70e-4145-a2a6-2ecfb441d1ee tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0357282 Jul 15 22:55:48.996720 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-c591266b-1b60-4b90-a09e-e89bb09aba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:48.998217 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-c591266b-1b60-4b90-a09e-e89bb09aba10 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 HTTP/1.1" status: 200 len: 910 time: 0.1589200 Jul 15 22:55:49.058486 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-8efd9ca9-4891-48d4-9ed9-3d89b442eb74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66782bce-d70c-4ddd-8c1d-7e23afbfaee7 HTTP/1.1" status: 200 len: 217 time: 0.0373495 Jul 15 22:55:49.116825 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-a152b546-6674-442f-87f7-342553c5b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:49.118206 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-a152b546-6674-442f-87f7-342553c5b674 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e4a573db-57a4-4ceb-9cac-d95e9bbef1cf HTTP/1.1" status: 200 len: 849 time: 0.0501692 Jul 15 22:55:49.157490 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-8997f655-6cd0-4cd3-a412-da09dfa3a975 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277324 Jul 15 22:55:49.315171 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7889626-b0b1-4978-a459-5a8d8e107e8c req-8644a81e-fb22-4aea-a9a6-18dddde0d100 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:49.316621 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e7889626-b0b1-4978-a459-5a8d8e107e8c req-8644a81e-fb22-4aea-a9a6-18dddde0d100 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0620472 Jul 15 22:55:49.352406 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e7889626-b0b1-4978-a459-5a8d8e107e8c req-62d889e0-35ad-44ae-abfd-20a269498b01 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Jul 15 22:55:49.521688 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5aa32-9b0c-441e-ab63-bfd43ed30e13 req-15639f0d-948a-48da-b48e-a8d677e5ce9f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:49.523210 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-26d5aa32-9b0c-441e-ab63-bfd43ed30e13 req-15639f0d-948a-48da-b48e-a8d677e5ce9f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0706766 Jul 15 22:55:49.561703 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-26d5aa32-9b0c-441e-ab63-bfd43ed30e13 req-734ba67f-0781-4bb5-846a-45ef28891849 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Jul 15 22:55:49.930398 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456fe78-8a2c-47c2-a343-386692890fa6 req-f29ff0b9-4a4d-4fb9-b9e8-17708a75b38f tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:49.931869 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7456fe78-8a2c-47c2-a343-386692890fa6 req-f29ff0b9-4a4d-4fb9-b9e8-17708a75b38f tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.0664797 Jul 15 22:55:49.968656 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7456fe78-8a2c-47c2-a343-386692890fa6 req-01f2762d-737d-40f2-85a7-648a996b6e9b tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312536 Jul 15 22:55:50.131211 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-be53b77a-b8bb-4990-91c0-ee9b142d0e21 req-242ced93-0187-4fd0-af2d-f68431b0724d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Jul 15 22:55:50.540252 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513d13f-c1bb-4e46-b755-b5cb4ab1b003 req-b269175d-b0a9-4936-b41e-674b159f79bf tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:50.541714 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f513d13f-c1bb-4e46-b755-b5cb4ab1b003 req-b269175d-b0a9-4936-b41e-674b159f79bf tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0676274 Jul 15 22:55:50.579890 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f513d13f-c1bb-4e46-b755-b5cb4ab1b003 req-5e768892-8523-454b-a196-5d049b0cdc99 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Jul 15 22:55:50.757668 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b749e3a-10ea-4fe3-bbc3-d6509d17320f req-e2867fed-f4d8-42a9-adbd-062930e66bd8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:50.759223 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3b749e3a-10ea-4fe3-bbc3-d6509d17320f req-e2867fed-f4d8-42a9-adbd-062930e66bd8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0675657 Jul 15 22:55:50.797135 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3b749e3a-10ea-4fe3-bbc3-d6509d17320f req-c1fb7185-93dc-4978-8daf-957b5064d980 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jul 15 22:55:51.140957 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081a6b-40a2-4294-ad05-ea11a8cfda65 req-1700cbdd-fc82-4047-9dcf-1e396eb2c545 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:51.143022 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-30081a6b-40a2-4294-ad05-ea11a8cfda65 req-1700cbdd-fc82-4047-9dcf-1e396eb2c545 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.0640724 Jul 15 22:55:51.179668 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-30081a6b-40a2-4294-ad05-ea11a8cfda65 req-391d3147-7b6a-435e-8790-787689391371 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Jul 15 22:55:51.304927 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0f150ad1-8b48-4884-ad2d-ef6d8732e674 req-c90e8953-aba4-4867-ae87-95174386fa9f tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0294938 Jul 15 22:55:51.756819 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e98469-45cb-476b-9f03-47810f62bd29 req-82f277bf-56e3-4a7c-a53f-6d8fec4b62d0 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:51.758323 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b9e98469-45cb-476b-9f03-47810f62bd29 req-82f277bf-56e3-4a7c-a53f-6d8fec4b62d0 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0705919 Jul 15 22:55:51.795708 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b9e98469-45cb-476b-9f03-47810f62bd29 req-0758de5c-bbb5-434f-babf-62b71c08b5a4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Jul 15 22:55:51.991281 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8db8d7-ed10-43b8-8166-4431f143c977 req-c3e9ae14-ee12-4737-9123-d867a25993f2 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:51.993050 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6e8db8d7-ed10-43b8-8166-4431f143c977 req-c3e9ae14-ee12-4737-9123-d867a25993f2 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0709045 Jul 15 22:55:52.032974 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6e8db8d7-ed10-43b8-8166-4431f143c977 req-2577c970-2e0f-43a4-9bc2-21661b71cdf0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Jul 15 22:55:52.355636 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b3739-6bc8-4dd4-9468-4783487b0396 req-91e250c5-2d06-432a-9eaa-1c07c13c4240 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:52.357388 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-be7b3739-6bc8-4dd4-9468-4783487b0396 req-91e250c5-2d06-432a-9eaa-1c07c13c4240 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.0672634 Jul 15 22:55:52.429822 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-be7b3739-6bc8-4dd4-9468-4783487b0396 req-1fd126a5-39c5-444c-8bd4-104bd512be45 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668159 Jul 15 22:55:52.486457 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-c8a0e517-66c3-4bd5-9365-98ef6afe25f3 service neutron] 10.222.0.22 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050892 Jul 15 22:55:52.555893 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-286a9f4b-e00b-4c02-940c-d45fe07904cd req-715b76d9-a117-411c-83e5-47e41db96b42 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0312893 Jul 15 22:55:52.585189 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-309ca105-535d-42bf-acfd-8c38ef0afb36 req-5d0c657c-4583-40e6-b998-d2f4556bf6c9 service neutron] 10.222.0.22 "GET /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903325 Jul 15 22:55:52.905683 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-63811b3c-63bd-4da6-b42c-16896017589a tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9f0af59c5d1a4950bf8597c12e719802&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223565 Jul 15 22:55:53.059868 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23533f8e-477e-4bc6-941b-3d046f714958 req-8cf74893-317b-4d5c-bca0-685e46e9cd17 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:53.061385 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-23533f8e-477e-4bc6-941b-3d046f714958 req-8cf74893-317b-4d5c-bca0-685e46e9cd17 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.1349924 Jul 15 22:55:53.074125 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-c73db630-e48f-4dc5-8814-93a0681ede8a tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:53.075598 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-c73db630-e48f-4dc5-8814-93a0681ede8a tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592407 Jul 15 22:55:53.107580 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Request body: {'port': {'device_id': 'a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7', 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940', 'admin_state_up': True, 'tenant_id': '9f0af59c5d1a4950bf8597c12e719802'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:53.153380 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-23533f8e-477e-4bc6-941b-3d046f714958 req-eb776052-7c4f-41a3-a007-423aea0cfb66 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767076 Jul 15 22:55:53.298835 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Made reservation on behalf of 9f0af59c5d1a4950bf8597c12e719802 for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:55:53.300076 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1e6f-03f2-4dee-be18-e977e9e5bed4 req-8bbc73bd-6d2b-4c05-900e-283fa77a77c6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:53.303051 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-71dc1e6f-03f2-4dee-be18-e977e9e5bed4 req-8bbc73bd-6d2b-4c05-900e-283fa77a77c6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1019032 Jul 15 22:55:53.311737 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:53.323933 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:53.350015 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-71dc1e6f-03f2-4dee-be18-e977e9e5bed4 req-68694c39-1f35-4df1-b5e9-a86f0ebf93ec tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Jul 15 22:55:53.437597 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:53.444115 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:53.502812 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a6c2a5-9af9-4dbc-a100-a612452273f1,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:53.650569 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Allocated IP 192.168.233.217 (36b95af5-f8b9-460b-87d5-b92c25c28940/3791417c-b6a5-4085-b3f5-34f9437aba69/29853e74-c4ae-402f-b851-065344ac5434) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:55:53.655357 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116a8e-3c72-4691-b857-ffa630cd5aad req-a6dcdd3e-3ce4-48b4-a424-cd916f772d7d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:53.659683 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88116a8e-3c72-4691-b857-ffa630cd5aad req-a6dcdd3e-3ce4-48b4-a424-cd916f772d7d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.0847530 Jul 15 22:55:53.714549 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-88116a8e-3c72-4691-b857-ffa630cd5aad req-0db85698-ffa9-4ce2-8911-20f3e3a3fb36 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Jul 15 22:55:53.824017 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6bca0105-bc03-49a0-a452-bbf1632bedca req-dd81daf3-088c-4aa6-8e3c-0c3012c03824 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0577006 Jul 15 22:55:53.867589 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:53.885268 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Transition to ACTIVE for port object 29853e74-c4ae-402f-b851-065344ac5434 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:55:53.919152 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:53.963862 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Network 36b95af5-f8b9-460b-87d5-b92c25c28940 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:55:53.968946 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:55:53.972907 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:55:53.998562 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Pushing event updated for resources: {'Port': ['ID=29853e74-c4ae-402f-b851-065344ac5434,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:54.026109 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:54.026907 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:54.042208 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-6fd3990c-296f-471e-b49b-557b5961ea7d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9415760 Jul 15 22:55:54.055330 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Request body: {'port': {'device_id': 'a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:54.136839 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:54.242288 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-ef661a0c-e762-4cf8-b55c-df7ae8a4cfd8 None None] Provisioning for port 29853e74-c4ae-402f-b851-065344ac5434 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:55:54.246224 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-ef661a0c-e762-4cf8-b55c-df7ae8a4cfd8 None None] Provisioning complete for port 29853e74-c4ae-402f-b851-065344ac5434 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:55:54.246603 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ef661a0c-e762-4cf8-b55c-df7ae8a4cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:54.285223 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-ef661a0c-e762-4cf8-b55c-df7ae8a4cfd8 None None] Port 29853e74-c4ae-402f-b851-065344ac5434 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:55:54.342338 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055815ef-971d-4d5c-bbe7-38438208166e req-38d0f4c7-d569-4a81-b1b7-d0bfaa5a6a7f tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:54.343856 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-055815ef-971d-4d5c-bbe7-38438208166e req-38d0f4c7-d569-4a81-b1b7-d0bfaa5a6a7f tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.0627573 Jul 15 22:55:54.396330 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-055815ef-971d-4d5c-bbe7-38438208166e req-45f94220-b5a3-44e9-9c10-2174a3489b79 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Jul 15 22:55:54.429218 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29853e74-c4ae-402f-b851-065344ac5434 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:55:54.438627 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:54.450732 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Transition to ACTIVE for port object 29853e74-c4ae-402f-b851-065344ac5434 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:55:54.456006 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:54.591745 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Pushing event updated for resources: {'Port': ['ID=29853e74-c4ae-402f-b851-065344ac5434,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:54.647536 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d45374-f92c-47ac-8b14-10ceec81bbde req-0f33be8b-56d1-46e0-bf46-0de2fb072bf8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:54.649071 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f2d45374-f92c-47ac-8b14-10ceec81bbde req-0f33be8b-56d1-46e0-bf46-0de2fb072bf8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1665366 Jul 15 22:55:54.707023 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Attempting to bind port 29853e74-c4ae-402f-b851-065344ac5434 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:55:54.707374 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Attempting to bind port 29853e74-c4ae-402f-b851-065344ac5434 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:55:54.707734 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Attempting to bind port 29853e74-c4ae-402f-b851-065344ac5434 on network 36b95af5-f8b9-460b-87d5-b92c25c28940 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:55:54.716398 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Port 29853e74-c4ae-402f-b851-065344ac5434 on network 36b95af5-f8b9-460b-87d5-b92c25c28940 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:55:54.718717 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Attempting to bind port 29853e74-c4ae-402f-b851-065344ac5434 on network 36b95af5-f8b9-460b-87d5-b92c25c28940 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:55:54.730493 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f2d45374-f92c-47ac-8b14-10ceec81bbde req-09e8a8f9-0a41-4de2-8398-778ed4ede011 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728464 Jul 15 22:55:54.731652 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:55:54.732134 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Checking segment: {'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:55:54.732506 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Bound using segment: {'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:55:54.733116 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Bound port: 29853e74-c4ae-402f-b851-065344ac5434, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016d03ca-ea04-43af-bc79-fa7a000e5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:55:54.733495 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:54.821783 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] For port 29853e74-c4ae-402f-b851-065344ac5434, host hv-cinder-79496, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:55:54.827675 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] For port 29853e74-c4ae-402f-b851-065344ac5434, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29853e74-c4ae-402f-b851-065344ac5434,segment=NetworkSegment(016d03ca-ea04-43af-bc79-fa7a000e5912),segment_id=016d03ca-ea04-43af-bc79-fa7a000e5912)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:55:54.831589 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:54.972253 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad277-e04b-4e80-8586-c2b798813622 req-ddb7a086-eb89-4b00-90e9-d92275296785 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:54.973852 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3aad277-e04b-4e80-8586-c2b798813622 req-ddb7a086-eb89-4b00-90e9-d92275296785 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0667691 Jul 15 22:55:55.014990 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3aad277-e04b-4e80-8586-c2b798813622 req-0da3c575-e403-42b2-bcb9-f37e4348f797 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351465 Jul 15 22:55:55.092254 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:55.093498 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:55.094995 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] 10.222.0.22 "PUT /v2.0/ports/29853e74-c4ae-402f-b851-065344ac5434 HTTP/1.1" status: 200 len: 1098 time: 1.0435343 Jul 15 22:55:55.098303 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7', 'tag': '29853e74-c4ae-402f-b851-065344ac5434'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:55:55.101616 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7", "tag": "29853e74-c4ae-402f-b851-065344ac5434"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:55:55.203122 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80be09-8f87-45bd-a560-d2731552f247 service neutron] Pushing event updated for resources: {'Port': ['ID=29853e74-c4ae-402f-b851-065344ac5434,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:55.240971 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45de70-ea98-452d-bb0b-24b0a1b7200e req-997f02eb-755e-4b65-8f93-ea123b87e66b tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:55.243429 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b45de70-ea98-452d-bb0b-24b0a1b7200e req-997f02eb-755e-4b65-8f93-ea123b87e66b tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.1834924 Jul 15 22:55:55.254428 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052c04-a52d-48c6-9dec-9694649e16a2 req-3797ec75-d811-4f22-a450-13dad4e16e82 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:55.256384 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-62052c04-a52d-48c6-9dec-9694649e16a2 req-3797ec75-d811-4f22-a450-13dad4e16e82 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 948 time: 0.1086051 Jul 15 22:55:55.280989 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-b23dbb7d-b456-4ce1-98d8-3ebd06eccb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:55.283225 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-b23dbb7d-b456-4ce1-98d8-3ebd06eccb95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f0af59c5d1a4950bf8597c12e719802&device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 1101 time: 0.1190538 Jul 15 22:55:55.306442 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b45de70-ea98-452d-bb0b-24b0a1b7200e req-88723bb5-0919-4eff-becb-279ec191b8dc tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564203 Jul 15 22:55:55.324156 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-62052c04-a52d-48c6-9dec-9694649e16a2 req-1c5e971f-d5ae-4fc2-a174-2d12fb1328f5 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601606 Jul 15 22:55:55.352533 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-1d67472f-7ec8-486a-87be-422846bf3e14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=29853e74-c4ae-402f-b851-065344ac5434 HTTP/1.1" status: 200 len: 217 time: 0.0598414 Jul 15 22:55:55.386445 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1baef2-f363-4ab3-bd0c-ea52184f1cdd x-openstack-request-id: req-ce1baef2-f363-4ab3-bd0c-ea52184f1cdd {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:55:55.386741 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7", "tag": "29853e74-c4ae-402f-b851-065344ac5434", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:55:55.386992 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce1baef2-f363-4ab3-bd0c-ea52184f1cdd {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:55:55.387443 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7', 'tag': '29853e74-c4ae-402f-b851-065344ac5434', 'status': 'completed', 'code': 200} Jul 15 22:55:55.405269 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-64c3274d-5e80-4a9c-8974-3df9f09bd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:55.407371 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-64c3274d-5e80-4a9c-8974-3df9f09bd0fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3791417c-b6a5-4085-b3f5-34f9437aba69 HTTP/1.1" status: 200 len: 843 time: 0.0482171 Jul 15 22:55:55.499262 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-9b693bc0-b93e-4634-b5ee-32540dfd2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:55.500977 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-9b693bc0-b93e-4634-b5ee-32540dfd2343 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b95af5-f8b9-460b-87d5-b92c25c28940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0863185 Jul 15 22:55:55.636596 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-70a3997e-7b0e-4b47-827e-618ce2427333 service neutron] 10.222.0.22 "GET /v2.0/networks/36b95af5-f8b9-460b-87d5-b92c25c28940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240721 Jul 15 22:55:55.652626 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd084-ce9f-4d26-a1bf-8c39076956aa req-a1fef5fc-210d-4c99-b1b7-592d49f13058 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:55.654037 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-09ecd084-ce9f-4d26-a1bf-8c39076956aa req-a1fef5fc-210d-4c99-b1b7-592d49f13058 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 944 time: 0.1127872 Jul 15 22:55:55.741860 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-09ecd084-ce9f-4d26-a1bf-8c39076956aa req-c669f799-f682-4961-9841-ac20319a823f tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784869 Jul 15 22:55:55.766748 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-17aaa498-c59e-4d7d-a020-d75f15dfc505 req-ea0fbecc-8d36-4aa7-845b-febe6adc8504 service neutron] 10.222.0.22 "GET /v2.0/networks/36b95af5-f8b9-460b-87d5-b92c25c28940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112385 Jul 15 22:55:55.921068 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-19cf089a-a54e-4e24-bbe5-d8b1adad2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:55.922817 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-19cf089a-a54e-4e24-bbe5-d8b1adad2754 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f0af59c5d1a4950bf8597c12e719802&device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 1101 time: 0.0862792 Jul 15 22:55:56.027960 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-98b1d5fb-9f6a-44e8-884d-1b66d0282a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:56.029650 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-98b1d5fb-9f6a-44e8-884d-1b66d0282a15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=36b95af5-f8b9-460b-87d5-b92c25c28940 HTTP/1.1" status: 200 len: 870 time: 0.0950205 Jul 15 22:55:56.082824 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-9221e532-d4dc-4606-aef4-458c0841f47d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=29853e74-c4ae-402f-b851-065344ac5434 HTTP/1.1" status: 200 len: 217 time: 0.0407577 Jul 15 22:55:56.142685 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-5b24ef7e-f7ab-4191-8b6b-f7d7d355e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:56.144009 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-5b24ef7e-f7ab-4191-8b6b-f7d7d355e7c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3791417c-b6a5-4085-b3f5-34f9437aba69 HTTP/1.1" status: 200 len: 843 time: 0.0526412 Jul 15 22:55:56.200942 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-ff118602-7a56-4e85-8e7a-512bc08583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:56.202469 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-ff118602-7a56-4e85-8e7a-512bc08583c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36b95af5-f8b9-460b-87d5-b92c25c28940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0516615 Jul 15 22:55:56.220998 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 40120) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:56.302839 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-4528b121-920f-434c-82f1-4c28bf2dd148 service neutron] 10.222.0.22 "GET /v2.0/networks/36b95af5-f8b9-460b-87d5-b92c25c28940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897419 Jul 15 22:55:56.330957 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-762e258a-28a2-41ac-aef9-c50492c857a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.403898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 9616ae97-cd80-4159-a98c-5135c9839770 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:55:56.418182 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c3ce9556-cd3c-4d3a-b74b-dd5b162f3dc2 req-f0652bfb-211f-46ec-9644-ebd1d5f3418e service neutron] 10.222.0.22 "GET /v2.0/networks/36b95af5-f8b9-460b-87d5-b92c25c28940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013753 Jul 15 22:55:56.437182 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-762e258a-28a2-41ac-aef9-c50492c857a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.442816 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-762e258a-28a2-41ac-aef9-c50492c857a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.536962 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 9616ae97-cd80-4159-a98c-5135c9839770, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9616ae97-cd80-4159-a98c-5135c9839770,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:56.540182 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-762e258a-28a2-41ac-aef9-c50492c857a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b910f4b09ba7444d960e05d41d1814b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179636 Jul 15 22:55:56.541697 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 40130) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:56.542354 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e258a-28a2-41ac-aef9-c50492c857a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c4bdb6-85c7-4deb-9ff6-e03489b918ca,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:56.545518 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aedf7-dd34-4599-988b-6bb5e8b9a4ec req-2cd629d7-314d-4546-9dac-3942ee00d80e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:56.548116 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1b0aedf7-dd34-4599-988b-6bb5e8b9a4ec req-2cd629d7-314d-4546-9dac-3942ee00d80e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 943 time: 0.0755634 Jul 15 22:55:56.551995 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '9616ae97-cd80-4159-a98c-5135c9839770', 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007', 'port_id': '9616ae97-cd80-4159-a98c-5135c9839770', 'mac_address': 'fa:16:3e:30:51:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319ced59-3bd4-49a8-ae14-722808ab5f63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:55:56.597606 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1b0aedf7-dd34-4599-988b-6bb5e8b9a4ec req-dd591ed7-e3ec-4199-8327-7b788a31fdb9 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Jul 15 22:55:56.615979 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.626391 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b53021-5e94-4329-accd-ffe66579f2c3 req-7ff29786-7de2-41d3-85d9-5174a060d0c5 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:56.628344 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b6b53021-5e94-4329-accd-ffe66579f2c3 req-7ff29786-7de2-41d3-85d9-5174a060d0c5 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 948 time: 0.1794670 Jul 15 22:55:56.630011 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9616ae97-cd80-4159-a98c-5135c9839770 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:55:56.649362 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 9616ae97-cd80-4159-a98c-5135c9839770, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9616ae97-cd80-4159-a98c-5135c9839770,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:56.652010 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe04d5cf-0448-4719-934a-1390c49a8e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.654873 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.655821 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:55:56.691647 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe04d5cf-0448-4719-934a-1390c49a8e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.703239 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b6b53021-5e94-4329-accd-ffe66579f2c3 req-2735b001-875b-4dad-8b62-264d6faf3060 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621724 Jul 15 22:55:56.738249 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=9616ae97-cd80-4159-a98c-5135c9839770,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:56.749862 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe04d5cf-0448-4719-934a-1390c49a8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.752670 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe04d5cf-0448-4719-934a-1390c49a8e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.753887 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fe04d5cf-0448-4719-934a-1390c49a8e47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28c4bdb6-85c7-4deb-9ff6-e03489b918ca HTTP/1.1" status: 204 len: 168 time: 0.2085533 Jul 15 22:55:56.761873 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04d5cf-0448-4719-934a-1390c49a8e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c4bdb6-85c7-4deb-9ff6-e03489b918ca,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:56.817943 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:56.834006 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '66782bce-d70c-4ddd-8c1d-7e23afbfaee7', 'network_id': '8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4', 'port_id': '66782bce-d70c-4ddd-8c1d-7e23afbfaee7', 'mac_address': 'fa:16:3e:18:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a573db-57a4-4ceb-9cac-d95e9bbef1cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:55:56.909309 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.927627 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:55:56.949890 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:55:56.970350 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:56.988873 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f871b71-d0ec-4b48-94b1-508571786212 req-bfc56bd3-e93c-40d5-8f0c-ee221f916cbf tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:56.988873 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0f871b71-d0ec-4b48-94b1-508571786212 req-bfc56bd3-e93c-40d5-8f0c-ee221f916cbf tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 945 time: 0.1148803 Jul 15 22:55:57.036867 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0f871b71-d0ec-4b48-94b1-508571786212 req-f420b4cc-cfcc-422d-b444-4115605c6a93 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430217 Jul 15 22:55:57.061408 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674674c-5d9c-44b3-91af-2306f78f949c req-d076b14a-096d-473a-b134-b2f4b61d6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:57.063102 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a674674c-5d9c-44b3-91af-2306f78f949c req-d076b14a-096d-473a-b134-b2f4b61d6d12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1099 time: 0.1067588 Jul 15 22:55:57.066913 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:57.205413 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149040f-0fbc-4c1c-a745-d7ab016dc35f req-7bdb27f0-af67-4b9f-b961-c97ca96f6942 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:57.210748 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e149040f-0fbc-4c1c-a745-d7ab016dc35f req-7bdb27f0-af67-4b9f-b961-c97ca96f6942 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1711071 Jul 15 22:55:57.216214 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674674c-5d9c-44b3-91af-2306f78f949c req-9f63abee-454e-4681-9f29-5f6dedacf6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:57.217699 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a674674c-5d9c-44b3-91af-2306f78f949c req-9f63abee-454e-4681-9f29-5f6dedacf6dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.1288929 Jul 15 22:55:57.272159 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a674674c-5d9c-44b3-91af-2306f78f949c req-48404666-595e-4c0f-bc49-9db11f41eaca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 200 len: 217 time: 0.0394621 Jul 15 22:55:57.285119 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e149040f-0fbc-4c1c-a745-d7ab016dc35f req-5034c2ec-77d0-4ed3-b8f9-ffa95d565a25 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664144 Jul 15 22:55:57.337039 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674674c-5d9c-44b3-91af-2306f78f949c req-e70510d4-78ff-495b-8edb-779ef57c1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:57.337968 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['9616ae97-cd80-4159-a98c-5135c9839770'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:55:57.338882 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a674674c-5d9c-44b3-91af-2306f78f949c req-e70510d4-78ff-495b-8edb-779ef57c1798 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.0503461 Jul 15 22:55:57.367864 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['66782bce-d70c-4ddd-8c1d-7e23afbfaee7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:55:57.386127 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a674674c-5d9c-44b3-91af-2306f78f949c req-34546409-ec42-460b-93d4-e51b2e79df86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303643 Jul 15 22:55:57.512707 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a674674c-5d9c-44b3-91af-2306f78f949c req-f5ddc1d9-7c60-4cac-b37d-bae1afd2aa9e service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117735 Jul 15 22:55:57.638718 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a674674c-5d9c-44b3-91af-2306f78f949c req-1dc12ade-ac0c-47cc-a3a3-c8ae3ceb9d6e service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078727 Jul 15 22:55:57.822217 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798946-38a3-4b90-a049-be394a06d0c3 req-851c8f4e-463d-40a9-88f3-100dbffcf7ac tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:57.826492 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c1798946-38a3-4b90-a049-be394a06d0c3 req-851c8f4e-463d-40a9-88f3-100dbffcf7ac tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 944 time: 0.0882888 Jul 15 22:55:57.872295 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c1798946-38a3-4b90-a049-be394a06d0c3 req-77482277-794d-4aed-9db3-25ffbdd52733 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Jul 15 22:55:57.903564 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b769bd-1228-4945-9682-4bff25b8787d req-d226eb51-b11f-4c5b-81b6-f24383ce594e tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:57.905057 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-09b769bd-1228-4945-9682-4bff25b8787d req-d226eb51-b11f-4c5b-81b6-f24383ce594e tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 948 time: 0.0731757 Jul 15 22:55:57.950206 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-09b769bd-1228-4945-9682-4bff25b8787d req-defdd5b6-5ec1-4750-bde4-c9d9ca10d458 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366774 Jul 15 22:55:58.230031 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148c4db-3f36-46fc-807d-808660844920 req-31babd25-e431-4869-931d-f3be1f4bf064 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:58.231544 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0148c4db-3f36-46fc-807d-808660844920 req-31babd25-e431-4869-931d-f3be1f4bf064 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 945 time: 0.0763328 Jul 15 22:55:58.269685 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0148c4db-3f36-46fc-807d-808660844920 req-9a922bc9-30a2-4c18-a501-2bf064ce9804 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Jul 15 22:55:58.466851 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f9497-2457-4918-aff3-974a3dd81781 req-bef8bee7-6aeb-4c95-b5d8-a0b445dc9ec8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:58.468342 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a55f9497-2457-4918-aff3-974a3dd81781 req-bef8bee7-6aeb-4c95-b5d8-a0b445dc9ec8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0622652 Jul 15 22:55:58.509650 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a55f9497-2457-4918-aff3-974a3dd81781 req-5ea1e3aa-7781-4566-a57d-e410e4e133eb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Jul 15 22:55:59.050288 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d2918-6b17-4359-ac62-20d701aeb47f req-da83ff1a-6aac-44f7-820e-3bd4b54dc8be tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:59.051771 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa6d2918-6b17-4359-ac62-20d701aeb47f req-da83ff1a-6aac-44f7-820e-3bd4b54dc8be tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 944 time: 0.0651455 Jul 15 22:55:59.090198 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa6d2918-6b17-4359-ac62-20d701aeb47f req-ab59ad1e-d1eb-4721-9a4f-b7e128d8a196 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Jul 15 22:55:59.124261 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9470d-58cc-4d76-b58a-d289d6b5150a req-b1561a4a-5b16-4028-984a-7d6d659d2f22 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:59.126296 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ad9470d-58cc-4d76-b58a-d289d6b5150a req-b1561a4a-5b16-4028-984a-7d6d659d2f22 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 948 time: 0.0642388 Jul 15 22:55:59.168441 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ad9470d-58cc-4d76-b58a-d289d6b5150a req-beb6a2bb-74b9-46c4-99d9-44664fb89086 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365303 Jul 15 22:55:59.453856 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ebe8f-9199-4f40-9c01-9c24c3dae3c7 req-fc3752f9-3fb1-4596-8710-6a432ba0e190 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:59.455377 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-134ebe8f-9199-4f40-9c01-9c24c3dae3c7 req-fc3752f9-3fb1-4596-8710-6a432ba0e190 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 945 time: 0.0677459 Jul 15 22:55:59.494200 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-134ebe8f-9199-4f40-9c01-9c24c3dae3c7 req-1dcd812e-7876-434e-991f-50a16ca3842b tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Jul 15 22:55:59.682799 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bc1d7-2f3e-4867-8d49-ebe21711f879 req-8fb4a862-021e-4e69-b1bf-8d382649b50d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:59.684252 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b9bc1d7-2f3e-4867-8d49-ebe21711f879 req-8fb4a862-021e-4e69-b1bf-8d382649b50d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0653121 Jul 15 22:55:59.720267 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b9bc1d7-2f3e-4867-8d49-ebe21711f879 req-e928234c-0500-4325-a341-9a407a0fd400 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Jul 15 22:56:00.260694 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe50bf1-a8ef-4d62-9df0-e721ba7cf582 req-c11fef06-2851-487b-8aad-ff1cfc5da7ad tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:00.262541 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-abe50bf1-a8ef-4d62-9df0-e721ba7cf582 req-c11fef06-2851-487b-8aad-ff1cfc5da7ad tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 944 time: 0.0645378 Jul 15 22:56:00.300598 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-abe50bf1-a8ef-4d62-9df0-e721ba7cf582 req-d0c43927-fddc-49bb-91bf-ed97ea726825 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Jul 15 22:56:00.454806 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba9ef2-0681-4113-97fc-a72c43552bcb req-765bd43e-6521-499f-a6ac-afdcd3d3fbb8 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:00.456279 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-14ba9ef2-0681-4113-97fc-a72c43552bcb req-765bd43e-6521-499f-a6ac-afdcd3d3fbb8 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 948 time: 0.0619652 Jul 15 22:56:00.493511 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-14ba9ef2-0681-4113-97fc-a72c43552bcb req-fa9b5a36-5747-4445-8ccd-07cc1e06ccf2 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Jul 15 22:56:00.667837 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b378208-2547-4b65-9232-c23caee982a6 req-7799dd42-f2a4-4572-9f7d-0c979bfe78eb tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:00.669307 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b378208-2547-4b65-9232-c23caee982a6 req-7799dd42-f2a4-4572-9f7d-0c979bfe78eb tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 945 time: 0.0656912 Jul 15 22:56:00.705870 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b378208-2547-4b65-9232-c23caee982a6 req-3aa4ea53-d326-49f7-9806-0c4948c69d84 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304258 Jul 15 22:56:00.886577 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888791d6-431d-456c-9ddf-eed475f8d640 req-08a44d27-b02d-4d1e-9f54-7a98f24a9738 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:00.888017 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-888791d6-431d-456c-9ddf-eed475f8d640 req-08a44d27-b02d-4d1e-9f54-7a98f24a9738 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0614116 Jul 15 22:56:00.924455 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-888791d6-431d-456c-9ddf-eed475f8d640 req-65062eb1-b22d-4f8d-8e9b-5cb5be1e8266 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304804 Jul 15 22:56:01.267559 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 29853e74-c4ae-402f-b851-065344ac5434 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:56:01.270720 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 9616ae97-cd80-4159-a98c-5135c9839770 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:01.379378 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 9616ae97-cd80-4159-a98c-5135c9839770 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:01.386606 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 9616ae97-cd80-4159-a98c-5135c9839770 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:01.386984 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.426104 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 29853e74-c4ae-402f-b851-065344ac5434, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29853e74-c4ae-402f-b851-065344ac5434,segment=NetworkSegment(016d03ca-ea04-43af-bc79-fa7a000e5912),segment_id=016d03ca-ea04-43af-bc79-fa7a000e5912)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:01.442335 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '29853e74-c4ae-402f-b851-065344ac5434', 'network_id': '36b95af5-f8b9-460b-87d5-b92c25c28940', 'port_id': '29853e74-c4ae-402f-b851-065344ac5434', 'mac_address': 'fa:16:3e:c8:ee:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3791417c-b6a5-4085-b3f5-34f9437aba69', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:56:01.483870 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b499b3-165a-4f06-8ea7-753d5d759076 req-84d577fc-2e20-4ec6-949c-9bc83ce03ed7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:01.485963 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a7b499b3-165a-4f06-8ea7-753d5d759076 req-84d577fc-2e20-4ec6-949c-9bc83ce03ed7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 944 time: 0.0760472 Jul 15 22:56:01.511943 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.524367 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a7b499b3-165a-4f06-8ea7-753d5d759076 req-d7ccb56b-0e83-4330-a17c-587431a20fba tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Jul 15 22:56:01.531074 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29853e74-c4ae-402f-b851-065344ac5434 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:56:01.534997 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.567040 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 29853e74-c4ae-402f-b851-065344ac5434, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29853e74-c4ae-402f-b851-065344ac5434,segment=NetworkSegment(016d03ca-ea04-43af-bc79-fa7a000e5912),segment_id=016d03ca-ea04-43af-bc79-fa7a000e5912)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:01.571223 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616897d0-b589-458b-ac53-39e5e5e42cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9616ae97-cd80-4159-a98c-5135c9839770'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:56:01.573469 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffe33c2-e5c4-44d4-a394-187074335e66" -d '{"events": [{"server_uuid": "616897d0-b589-458b-ac53-39e5e5e42cfa", "name": "network-vif-plugged", "status": "completed", "tag": "9616ae97-cd80-4159-a98c-5135c9839770"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:56:01.578037 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.589236 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 9616ae97-cd80-4159-a98c-5135c9839770, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9616ae97-cd80-4159-a98c-5135c9839770,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:01.607918 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.608683 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:01.659966 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=29853e74-c4ae-402f-b851-065344ac5434,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:01.685146 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64073-025c-4d5c-959c-913c32df4624 req-ea81554c-4f02-4770-a971-eae7736920b6 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:01.686717 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bcc64073-025c-4d5c-959c-913c32df4624 req-ea81554c-4f02-4770-a971-eae7736920b6 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 949 time: 0.0642092 Jul 15 22:56:01.707321 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:01.716520 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:01.716897 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.721363 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=9616ae97-cd80-4159-a98c-5135c9839770,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:01.724123 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bcc64073-025c-4d5c-959c-913c32df4624 req-3b02ed19-bda2-45f5-a4c3-57be49c4b884 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Jul 15 22:56:01.783276 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c314777b-d3b2-4592-a3c7-09793766c1af x-openstack-request-id: req-c314777b-d3b2-4592-a3c7-09793766c1af {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:56:01.783480 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616897d0-b589-458b-ac53-39e5e5e42cfa", "name": "network-vif-plugged", "status": "completed", "tag": "9616ae97-cd80-4159-a98c-5135c9839770", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:56:01.783734 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c314777b-d3b2-4592-a3c7-09793766c1af {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:56:01.784120 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616897d0-b589-458b-ac53-39e5e5e42cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9616ae97-cd80-4159-a98c-5135c9839770', 'code': 200} Jul 15 22:56:01.799240 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.831503 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:01.835421 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.883043 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:01.919090 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b665167-4d00-40e9-ab03-4bf8714d3a69 req-27630dae-f7aa-41ff-bf27-53a6e934a1cb tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:01.920567 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0b665167-4d00-40e9-ab03-4bf8714d3a69 req-27630dae-f7aa-41ff-bf27-53a6e934a1cb tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0621374 Jul 15 22:56:01.956685 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0b665167-4d00-40e9-ab03-4bf8714d3a69 req-4ae52039-7445-452d-9d9a-c48629e7b860 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300779 Jul 15 22:56:02.114703 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c18ae-e5d7-4f9e-a97e-360c14345c90 req-bc888714-3a0b-487a-b5f6-68369fc7aa16 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:02.116069 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b8c18ae-e5d7-4f9e-a97e-360c14345c90 req-bc888714-3a0b-487a-b5f6-68369fc7aa16 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0641229 Jul 15 22:56:02.152874 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b8c18ae-e5d7-4f9e-a97e-360c14345c90 req-a3722ccc-8c7f-466a-963b-a676ddf81e9c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307288 Jul 15 22:56:02.610702 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d04472-90e4-46d0-b77a-12d6f276b226 req-09164d75-30a8-4926-838a-582870b3237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:02.612220 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-45d04472-90e4-46d0-b77a-12d6f276b226 req-09164d75-30a8-4926-838a-582870b3237a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 1099 time: 0.0535355 Jul 15 22:56:02.678775 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-45d04472-90e4-46d0-b77a-12d6f276b226 req-0b0ee982-eea1-4530-95d2-cdf585f15019 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569022 Jul 15 22:56:02.701743 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['29853e74-c4ae-402f-b851-065344ac5434'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:56:02.710239 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be11e4-271b-4451-ae50-e8d32fdc32f0 req-b39c72c6-e6c2-4405-90e7-58539f0cc26c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:02.711707 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-87be11e4-271b-4451-ae50-e8d32fdc32f0 req-b39c72c6-e6c2-4405-90e7-58539f0cc26c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0717003 Jul 15 22:56:02.748574 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-87be11e4-271b-4451-ae50-e8d32fdc32f0 req-d21ae156-bf3c-444b-b7ab-cab47dac8a43 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Jul 15 22:56:02.899275 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77b01a-0881-4f76-96e9-2c3951679e4b req-563c23ca-1da5-4d1e-806b-535d0a747ce0 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:02.900723 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1e77b01a-0881-4f76-96e9-2c3951679e4b req-563c23ca-1da5-4d1e-806b-535d0a747ce0 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 949 time: 0.0618591 Jul 15 22:56:02.936337 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1e77b01a-0881-4f76-96e9-2c3951679e4b req-ec1c7b5c-ab67-4a59-9387-01184118655c tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299244 Jul 15 22:56:03.129031 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3698f-f377-4a49-8758-b181b4e7353b req-8ffb65cd-82b1-47ce-b981-9b413070c5bd tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:03.130530 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-22e3698f-f377-4a49-8758-b181b4e7353b req-8ffb65cd-82b1-47ce-b981-9b413070c5bd tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0635705 Jul 15 22:56:03.168435 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-22e3698f-f377-4a49-8758-b181b4e7353b req-45d199cb-9608-4850-bc46-d4fe7f9476a1 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Jul 15 22:56:03.334747 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388ee6e-e24c-41b9-ad6f-4a7939bdac7f req-2fe0e968-3cb7-45d3-8338-6d98ab90ee41 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:03.336237 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8388ee6e-e24c-41b9-ad6f-4a7939bdac7f req-2fe0e968-3cb7-45d3-8338-6d98ab90ee41 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0672002 Jul 15 22:56:03.374534 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8388ee6e-e24c-41b9-ad6f-4a7939bdac7f req-268777ca-c1b9-4660-a649-12ad3faa5d98 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Jul 15 22:56:03.785311 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a84a554-55f9-4585-b7e4-1aa9fd157cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66782bce-d70c-4ddd-8c1d-7e23afbfaee7'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:56:03.787701 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa423a-dc8d-40e7-8eff-47c3aed2d719" -d '{"events": [{"server_uuid": "2a84a554-55f9-4585-b7e4-1aa9fd157cab", "name": "network-vif-plugged", "status": "completed", "tag": "66782bce-d70c-4ddd-8c1d-7e23afbfaee7"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:56:03.920869 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb3d2a-8412-4224-bf89-2e4beff23430 req-5c2c18c9-0c29-493b-8cbb-5ca4f6fe750f tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:03.922956 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-effb3d2a-8412-4224-bf89-2e4beff23430 req-5c2c18c9-0c29-493b-8cbb-5ca4f6fe750f tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0619502 Jul 15 22:56:03.959753 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-effb3d2a-8412-4224-bf89-2e4beff23430 req-b0486dd0-917b-4706-9137-dc3a79123046 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Jul 15 22:56:04.003805 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d294bc89-4ee6-4495-997b-efdc81785581 x-openstack-request-id: req-d294bc89-4ee6-4495-997b-efdc81785581 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:56:04.004097 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a84a554-55f9-4585-b7e4-1aa9fd157cab", "name": "network-vif-plugged", "status": "completed", "tag": "66782bce-d70c-4ddd-8c1d-7e23afbfaee7", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:56:04.004350 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d294bc89-4ee6-4495-997b-efdc81785581 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:56:04.004741 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a84a554-55f9-4585-b7e4-1aa9fd157cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66782bce-d70c-4ddd-8c1d-7e23afbfaee7', 'code': 200} Jul 15 22:56:04.144953 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a29e78-c484-4ebe-b7be-7a7cc1f849fd req-46ba39f6-bfca-4847-b019-077dcaee1317 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:04.146354 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-32a29e78-c484-4ebe-b7be-7a7cc1f849fd req-46ba39f6-bfca-4847-b019-077dcaee1317 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 949 time: 0.0618553 Jul 15 22:56:04.186920 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-32a29e78-c484-4ebe-b7be-7a7cc1f849fd req-dfbc7f08-7096-4533-b38a-b710313f038d tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Jul 15 22:56:04.342780 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d19721-5b5d-4f08-b171-4b006088fe8d req-f9711557-14c3-460e-9ff1-53b1ec8ec1d1 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:04.344782 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f0d19721-5b5d-4f08-b171-4b006088fe8d req-f9711557-14c3-460e-9ff1-53b1ec8ec1d1 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0637937 Jul 15 22:56:04.381886 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f0d19721-5b5d-4f08-b171-4b006088fe8d req-e2e0f619-4efa-4634-ae7e-c58f81a685c9 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Jul 15 22:56:04.544414 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb88a12-01f6-4add-a032-b6858545e6ca req-1e5cc4ac-9e73-4e29-a842-5c1a88ed4960 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:04.545940 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-acb88a12-01f6-4add-a032-b6858545e6ca req-1e5cc4ac-9e73-4e29-a842-5c1a88ed4960 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0634797 Jul 15 22:56:04.583127 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-acb88a12-01f6-4add-a032-b6858545e6ca req-165f7b35-3a71-4088-b9fa-0057b34e2712 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Jul 15 22:56:05.132345 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b872c4-135c-4d93-bb9f-36d5e58c05f1 req-518195d4-bfa1-4d70-8d5c-681cdfe126af tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:05.133799 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d6b872c4-135c-4d93-bb9f-36d5e58c05f1 req-518195d4-bfa1-4d70-8d5c-681cdfe126af tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0649915 Jul 15 22:56:05.175916 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d6b872c4-135c-4d93-bb9f-36d5e58c05f1 req-8e0cf516-3baa-426a-908b-d72133024b42 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365980 Jul 15 22:56:05.354811 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a8b62-9d45-41eb-bc95-b5a66f731a89 req-95608d5c-ade4-46f1-9ce5-ef96d9537898 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:05.356308 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-365a8b62-9d45-41eb-bc95-b5a66f731a89 req-95608d5c-ade4-46f1-9ce5-ef96d9537898 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 949 time: 0.0628111 Jul 15 22:56:05.397750 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-365a8b62-9d45-41eb-bc95-b5a66f731a89 req-1c6a8bb3-9e6f-4e54-8811-490702bb02da tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Jul 15 22:56:05.555271 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cef1c-4550-4d79-9fef-c35f8e79f72f req-8c75ca7e-ee1c-4b84-a4a8-5b85f53901ad tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:05.556778 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6f6cef1c-4550-4d79-9fef-c35f8e79f72f req-8c75ca7e-ee1c-4b84-a4a8-5b85f53901ad tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0633738 Jul 15 22:56:05.598854 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6f6cef1c-4550-4d79-9fef-c35f8e79f72f req-8c16bddd-5ee2-41af-98fc-f6f670d3e7a7 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363104 Jul 15 22:56:05.754533 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e237db-f205-48d1-a245-c110013aa4bf req-d6e4800d-10f0-4c49-88c5-62a12a227a82 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:05.756001 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-08e237db-f205-48d1-a245-c110013aa4bf req-d6e4800d-10f0-4c49-88c5-62a12a227a82 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0627513 Jul 15 22:56:05.792131 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-08e237db-f205-48d1-a245-c110013aa4bf req-6d60e91d-8f7f-440b-b66b-904b6f61ab8e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304711 Jul 15 22:56:06.261209 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe530b3c-7fb6-4d85-b169-292376219720 req-75bb919f-01d1-4d97-8972-d92ad9266ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:06.262922 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fe530b3c-7fb6-4d85-b169-292376219720 req-75bb919f-01d1-4d97-8972-d92ad9266ba6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 1098 time: 0.0514395 Jul 15 22:56:06.268251 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:06.302559 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fe530b3c-7fb6-4d85-b169-292376219720 req-64bc8cc3-e1d7-457a-ba35-111685dbe2d2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Jul 15 22:56:06.352189 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ecfd7-184e-4708-b9ed-5324ca1461a1 req-c343157a-b55b-4b5d-872a-888ef13eef02 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:06.353575 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1e7ecfd7-184e-4708-b9ed-5324ca1461a1 req-c343157a-b55b-4b5d-872a-888ef13eef02 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0629873 Jul 15 22:56:06.393141 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1e7ecfd7-184e-4708-b9ed-5324ca1461a1 req-536c987d-39bd-42d5-b29b-04b131856451 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Jul 15 22:56:06.575151 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b490fb3-e1ce-4a6b-9820-3e93d38d4a7e req-cb6908ee-60e3-457b-b542-93be38a15df3 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:06.582211 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7b490fb3-e1ce-4a6b-9820-3e93d38d4a7e req-cb6908ee-60e3-457b-b542-93be38a15df3 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 949 time: 0.0734506 Jul 15 22:56:06.619235 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7b490fb3-e1ce-4a6b-9820-3e93d38d4a7e req-37a463f4-a3e2-46f6-9e66-81f6b75d2e2e tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361280 Jul 15 22:56:06.780669 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b17a-0f2a-432c-b804-eda7eb4d785e req-839481aa-39ad-4836-8fc3-d8fd98ed579b tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:06.783009 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f606b17a-0f2a-432c-b804-eda7eb4d785e req-839481aa-39ad-4836-8fc3-d8fd98ed579b tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0686276 Jul 15 22:56:06.819860 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f606b17a-0f2a-432c-b804-eda7eb4d785e req-f5687100-703f-4163-89ef-e4b95255bf53 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Jul 15 22:56:06.962224 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a2336-631e-4383-b055-6c1d273817e3 req-63ece476-ee70-46af-a842-b1c7b8f27d21 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:06.963822 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-370a2336-631e-4383-b055-6c1d273817e3 req-63ece476-ee70-46af-a842-b1c7b8f27d21 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0634379 Jul 15 22:56:07.005814 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-370a2336-631e-4383-b055-6c1d273817e3 req-0563dde8-1854-4617-a824-a6bc9c8435bc tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Jul 15 22:56:07.278375 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6faa7f2c-b862-4762-969b-3ac311497a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:07.569605 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a10381-57e2-4270-a1bc-9ead8453cfb2 req-b45f0ac8-169a-40e1-8668-f3443994336e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:07.571109 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6a10381-57e2-4270-a1bc-9ead8453cfb2 req-b45f0ac8-169a-40e1-8668-f3443994336e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0661726 Jul 15 22:56:07.607578 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d6a10381-57e2-4270-a1bc-9ead8453cfb2 req-e9696fdc-59d1-4b4d-b1be-c698c2336114 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304894 Jul 15 22:56:07.815462 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbec70-09d7-43eb-90a9-075c118e4cdb req-8e76ba5b-e304-48fd-9a16-275fe9c00294 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:07.817325 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-76cbec70-09d7-43eb-90a9-075c118e4cdb req-8e76ba5b-e304-48fd-9a16-275fe9c00294 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 949 time: 0.0785706 Jul 15 22:56:07.861949 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-76cbec70-09d7-43eb-90a9-075c118e4cdb req-8ad5f34b-6664-4823-86e0-6fe863824e0f tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385969 Jul 15 22:56:07.999993 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269349a8-dc75-46cc-b1d4-152f02d6b40f req-bfa5c283-72d3-4023-8744-e480cebf5807 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:08.001420 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-269349a8-dc75-46cc-b1d4-152f02d6b40f req-bfa5c283-72d3-4023-8744-e480cebf5807 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0627317 Jul 15 22:56:08.012312 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 29853e74-c4ae-402f-b851-065344ac5434 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:08.040633 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-269349a8-dc75-46cc-b1d4-152f02d6b40f req-eec487c1-0f4c-477a-9bfa-cb053a2dce80 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Jul 15 22:56:08.063694 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 29853e74-c4ae-402f-b851-065344ac5434 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:08.067194 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 29853e74-c4ae-402f-b851-065344ac5434 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:08.067569 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:08.161171 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:08.188450 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29853e74-c4ae-402f-b851-065344ac5434'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:56:08.191769 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c898234-1457-469f-a0ac-f2173c049736" -d '{"events": [{"server_uuid": "a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7", "name": "network-vif-plugged", "status": "completed", "tag": "29853e74-c4ae-402f-b851-065344ac5434"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:56:08.204940 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 29853e74-c4ae-402f-b851-065344ac5434, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29853e74-c4ae-402f-b851-065344ac5434,segment=NetworkSegment(016d03ca-ea04-43af-bc79-fa7a000e5912),segment_id=016d03ca-ea04-43af-bc79-fa7a000e5912)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:08.208872 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:08.223196 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970bed-31b8-4c05-bf8e-f5cdfc801a1b req-25c37e7a-18ca-4848-a5f2-365185cfa069 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:08.230340 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-33970bed-31b8-4c05-bf8e-f5cdfc801a1b req-25c37e7a-18ca-4848-a5f2-365185cfa069 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1047194 Jul 15 22:56:08.249985 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d0a2ac-5c40-4ddc-baf6-fbaf3bd8f991 x-openstack-request-id: req-f4d0a2ac-5c40-4ddc-baf6-fbaf3bd8f991 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:56:08.250444 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7", "name": "network-vif-plugged", "status": "completed", "tag": "29853e74-c4ae-402f-b851-065344ac5434", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:56:08.250903 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4d0a2ac-5c40-4ddc-baf6-fbaf3bd8f991 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:56:08.251453 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29853e74-c4ae-402f-b851-065344ac5434', 'code': 200} Jul 15 22:56:08.287553 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=29853e74-c4ae-402f-b851-065344ac5434,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:08.301632 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-33970bed-31b8-4c05-bf8e-f5cdfc801a1b req-8249f89f-9afd-4786-accb-126ea4521515 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702951 Jul 15 22:56:08.525586 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53230e05-3f64-4c48-9016-82cb1b13f244 req-4becc07f-d4af-4d11-9f41-465e2595672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:08.527190 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-53230e05-3f64-4c48-9016-82cb1b13f244 req-4becc07f-d4af-4d11-9f41-465e2595672e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 1103 time: 0.0617459 Jul 15 22:56:08.562725 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-53230e05-3f64-4c48-9016-82cb1b13f244 req-10b6bb95-8f35-4a5b-aef7-6ffd135e551e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265625 Jul 15 22:56:08.789370 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2353228-1539-49fc-a616-3b953b37b9e9 req-ab729783-e620-41f5-b204-d991bed071d7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:08.794302 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c2353228-1539-49fc-a616-3b953b37b9e9 req-ab729783-e620-41f5-b204-d991bed071d7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0730190 Jul 15 22:56:08.830478 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c2353228-1539-49fc-a616-3b953b37b9e9 req-92a9fb05-e874-40ff-9682-197a8b12cb9e tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Jul 15 22:56:09.053813 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ced32-3988-46e9-b475-32f182a6f536 req-75580dec-4eff-44eb-a028-75179249bfb4 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:09.055468 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c14ced32-3988-46e9-b475-32f182a6f536 req-75580dec-4eff-44eb-a028-75179249bfb4 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.0684471 Jul 15 22:56:09.103441 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c14ced32-3988-46e9-b475-32f182a6f536 req-39d01dc6-222e-4e25-90d8-8dd1f646b897 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Jul 15 22:56:09.247797 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 40512) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:09.407395 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 40520) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:09.480306 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aaa5209b-0b4e-4e96-9835-762e15fbf6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.492507 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39aa8f-c91a-40b7-b8c0-0407b70ed668 req-c4de5297-6bac-4354-ae2c-da90810dcc50 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:09.494520 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ed39aa8f-c91a-40b7-b8c0-0407b70ed668 req-c4de5297-6bac-4354-ae2c-da90810dcc50 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0841408 Jul 15 22:56:09.499345 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ec97526f-af9c-4483-ad8b-dda7bfa57f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.553826 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ed39aa8f-c91a-40b7-b8c0-0407b70ed668 req-fcc66a2a-c0f7-4b0a-81bb-55e712662967 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522561 Jul 15 22:56:09.619455 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aaa5209b-0b4e-4e96-9835-762e15fbf6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.624872 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-aaa5209b-0b4e-4e96-9835-762e15fbf6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.685495 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-aaa5209b-0b4e-4e96-9835-762e15fbf6ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e56a028da47b46a98bf15b30955e109d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360943 Jul 15 22:56:09.686011 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5209b-0b4e-4e96-9835-762e15fbf6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96672c6-19a3-4f34-8e5c-13baddebb027,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:09.687937 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 40532) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:09.746810 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.762628 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ec97526f-af9c-4483-ad8b-dda7bfa57f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.769333 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ec97526f-af9c-4483-ad8b-dda7bfa57f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.771060 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.812506 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ec97526f-af9c-4483-ad8b-dda7bfa57f2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e9d46c991e74c769084ef09bbb981c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039562 Jul 15 22:56:09.813755 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97526f-af9c-4483-ad8b-dda7bfa57f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08560be-f16c-4f73-b6e1-d5a4f24e3db5,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:09.820136 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 40536) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:09.826664 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.830078 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.831386 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b96672c6-19a3-4f34-8e5c-13baddebb027 HTTP/1.1" status: 204 len: 168 time: 0.1421518 Jul 15 22:56:09.845297 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96672c6-19a3-4f34-8e5c-13baddebb027,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:09.853184 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.853549 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.853921 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.854268 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.854724 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.855330 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.855930 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.856442 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.857119 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.857604 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.858523 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.859188 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdac5df-6f2e-4334-98a6-35d558e57631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:09.903682 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-02ccf98e-00c9-40f2-b06b-0b72a3eda399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.928590 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-02ccf98e-00c9-40f2-b06b-0b72a3eda399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:09.932693 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b61356be-a05d-4308-b82b-d2ac4698c005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.032808 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e745-9718-4054-9026-3839833176a5 req-2a24a911-6aac-46b2-8df5-5d7141665b02 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:10.034456 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7e50e745-9718-4054-9026-3839833176a5 req-2a24a911-6aac-46b2-8df5-5d7141665b02 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.1037619 Jul 15 22:56:10.040192 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-02ccf98e-00c9-40f2-b06b-0b72a3eda399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.042807 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-02ccf98e-00c9-40f2-b06b-0b72a3eda399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.043958 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-02ccf98e-00c9-40f2-b06b-0b72a3eda399 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c08560be-f16c-4f73-b6e1-d5a4f24e3db5 HTTP/1.1" status: 204 len: 168 time: 0.2228541 Jul 15 22:56:10.067518 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccf98e-00c9-40f2-b06b-0b72a3eda399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08560be-f16c-4f73-b6e1-d5a4f24e3db5,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:10.096032 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7e50e745-9718-4054-9026-3839833176a5 req-18b7c89d-a913-4cfe-9468-79273beb5e11 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Jul 15 22:56:10.195022 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.285263 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602796d-f206-4a6a-a3ce-0062e0d8383e req-7be1d42b-6dfa-49ff-99ac-fd45dd08ec44 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:10.287051 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6602796d-f206-4a6a-a3ce-0062e0d8383e req-7be1d42b-6dfa-49ff-99ac-fd45dd08ec44 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.0655997 Jul 15 22:56:10.326312 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6602796d-f206-4a6a-a3ce-0062e0d8383e req-a2c22e86-ac0f-4c2a-bf40-665680060782 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Jul 15 22:56:10.399372 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 40548) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:10.413428 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.513383 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.517000 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.553647 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53675d8930094a6ab968ae829ac0045e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531317 Jul 15 22:56:10.555593 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb535cf-de5a-4bc7-9545-32e739840f42,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:10.556322 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 40550) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:10.563165 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.563525 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.563866 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.564205 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.564535 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.564868 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.565198 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.565529 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.565879 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.566211 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.566534 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.566855 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d019ff2a-b8bb-4d9a-b196-c822ceefe5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:10.608023 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3393600a-0ecb-4c5d-bbcb-3813cbeb0f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.630888 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3393600a-0ecb-4c5d-bbcb-3813cbeb0f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.683507 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3393600a-0ecb-4c5d-bbcb-3813cbeb0f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.686208 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3393600a-0ecb-4c5d-bbcb-3813cbeb0f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:10.687506 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3393600a-0ecb-4c5d-bbcb-3813cbeb0f8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbb535cf-de5a-4bc7-9545-32e739840f42 HTTP/1.1" status: 204 len: 168 time: 0.1298709 Jul 15 22:56:10.695676 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393600a-0ecb-4c5d-bbcb-3813cbeb0f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb535cf-de5a-4bc7-9545-32e739840f42,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:10.736230 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccf7a2-ed21-4723-86d0-665eda68a211 req-07e6ce1d-3f19-40a3-8cd4-95210ded600e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:10.737707 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7fccf7a2-ed21-4723-86d0-665eda68a211 req-07e6ce1d-3f19-40a3-8cd4-95210ded600e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0810401 Jul 15 22:56:10.778226 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7fccf7a2-ed21-4723-86d0-665eda68a211 req-bfa4bee6-1ff4-4789-9b3e-b921207a40f3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Jul 15 22:56:10.981165 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:11.281278 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122aff2-3028-4267-b381-0811da127b42 req-3f650485-09df-4c5b-9947-50f5e50dd4c1 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:11.282811 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0122aff2-3028-4267-b381-0811da127b42 req-3f650485-09df-4c5b-9947-50f5e50dd4c1 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0709164 Jul 15 22:56:11.321700 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0122aff2-3028-4267-b381-0811da127b42 req-6c0c07c7-3006-4887-9f2e-66c9ea56f0a2 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Jul 15 22:56:11.506007 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b366f-10e8-44dc-b653-af54be586f45 req-39301811-4a59-4554-8f77-a0cb092c9bd8 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:11.507523 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc2b366f-10e8-44dc-b653-af54be586f45 req-39301811-4a59-4554-8f77-a0cb092c9bd8 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.0649722 Jul 15 22:56:11.545233 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc2b366f-10e8-44dc-b653-af54be586f45 req-5d676d88-4465-4976-a714-9ad33fb415da tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 15 22:56:11.972931 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3745608-7842-40aa-94ad-bd284a74f5bf req-fbdeed0f-0f13-4037-9b51-58614b9c0a9f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:11.974632 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a3745608-7842-40aa-94ad-bd284a74f5bf req-fbdeed0f-0f13-4037-9b51-58614b9c0a9f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0665436 Jul 15 22:56:11.978506 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c12a5c-b8d9-4371-bba4-05ac51db76ca req-b3d1d2ad-41a8-4379-aed3-845ba32972d6 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:11.979986 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d4c12a5c-b8d9-4371-bba4-05ac51db76ca req-b3d1d2ad-41a8-4379-aed3-845ba32972d6 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.0756962 Jul 15 22:56:12.017139 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a3745608-7842-40aa-94ad-bd284a74f5bf req-cada7e40-a6f5-40f9-ad67-469556f46f4c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369477 Jul 15 22:56:12.025519 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d4c12a5c-b8d9-4371-bba4-05ac51db76ca req-80565a4c-277a-4dc4-b720-7b9e24aaf497 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Jul 15 22:56:12.500442 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:12.503748 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bd3f3-b14a-4ab1-9ced-27bdb2a73381 req-9d220091-b0fa-40b4-8c8b-55168e4c423a tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:12.505226 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a61bd3f3-b14a-4ab1-9ced-27bdb2a73381 req-9d220091-b0fa-40b4-8c8b-55168e4c423a tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0686290 Jul 15 22:56:12.547034 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a61bd3f3-b14a-4ab1-9ced-27bdb2a73381 req-b1678832-018d-4cf3-8160-b7cde4291082 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7174550-40ea-473a-9e5c-47528a43d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362494 Jul 15 22:56:12.845683 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-33378b2f-b0eb-4b33-9c8f-5ef29607ccfe tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:12.847545 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-33378b2f-b0eb-4b33-9c8f-5ef29607ccfe tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 945 time: 0.0655951 Jul 15 22:56:12.986134 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Deleting port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:56:12.986485 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:13.123531 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] For port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,segment=NetworkSegment(19bd049d-44bd-411f-a543-1e4470e08935),segment_id=19bd049d-44bd-411f-a543-1e4470e08935)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:13.124180 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:13.147723 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Calling delete_port for 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:56:13.291389 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2bd63-0863-49a3-9468-a57799534f53 req-f32d0276-ddad-4209-8c2a-54827ba19c59 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:13.293575 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-17f2bd63-0863-49a3-9468-a57799534f53 req-f32d0276-ddad-4209-8c2a-54827ba19c59 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0833838 Jul 15 22:56:13.310676 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 40660) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:13.346195 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:13.356379 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-17f2bd63-0863-49a3-9468-a57799534f53 req-9cc98318-1fc3-49a1-acde-cac0e0a74ade tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447888 Jul 15 22:56:13.363599 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['66782bce-d70c-4ddd-8c1d-7e23afbfaee7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:56:13.402201 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Pushing event deleted for resources: {'Port': ['ID=66782bce-d70c-4ddd-8c1d-7e23afbfaee7,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:13.464403 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] No DVR routers for this DVR port 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 on host hv-cinder-79496 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:56:13.467826 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:13.470492 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-414beb69-6aa5-44a2-bcc3-161d1b59c3c5 req-8c54c7e5-ec2c-485d-8616-135b17cdd58c tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.22 "DELETE /v2.0/ports/66782bce-d70c-4ddd-8c1d-7e23afbfaee7 HTTP/1.1" status: 204 len: 173 time: 0.6117654 Jul 15 22:56:13.471129 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a84a554-55f9-4585-b7e4-1aa9fd157cab', 'name': 'network-vif-deleted', 'tag': '66782bce-d70c-4ddd-8c1d-7e23afbfaee7'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:56:13.473711 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99938b46-daca-4136-8ea2-70dd1ea80de3" -d '{"events": [{"server_uuid": "2a84a554-55f9-4585-b7e4-1aa9fd157cab", "name": "network-vif-deleted", "tag": "66782bce-d70c-4ddd-8c1d-7e23afbfaee7"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:56:13.491690 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890aa35-0845-4e56-9fb2-cb0ee0f6db9c req-a6afc663-f9c5-4c69-a334-53e73911e236 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:13.493432 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f890aa35-0845-4e56-9fb2-cb0ee0f6db9c req-a6afc663-f9c5-4c69-a334-53e73911e236 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.1965911 Jul 15 22:56:13.525377 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-db00837a-18a7-4265-89bd-6930efee1c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:13.537650 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f890aa35-0845-4e56-9fb2-cb0ee0f6db9c req-a422f9f6-b037-4ba8-8b1d-8a465d2687c7 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Jul 15 22:56:13.603990 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0bd807-df36-46ae-8e2d-7222bd61f995 x-openstack-request-id: req-db0bd807-df36-46ae-8e2d-7222bd61f995 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:56:13.604337 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a84a554-55f9-4585-b7e4-1aa9fd157cab", "name": "network-vif-deleted", "tag": "66782bce-d70c-4ddd-8c1d-7e23afbfaee7", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:56:13.604638 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db0bd807-df36-46ae-8e2d-7222bd61f995 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:56:13.605135 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a84a554-55f9-4585-b7e4-1aa9fd157cab', 'name': 'network-vif-deleted', 'tag': '66782bce-d70c-4ddd-8c1d-7e23afbfaee7', 'status': 'completed', 'code': 200} Jul 15 22:56:13.645436 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-db00837a-18a7-4265-89bd-6930efee1c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:13.649942 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-db00837a-18a7-4265-89bd-6930efee1c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:13.696111 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00837a-18a7-4265-89bd-6930efee1c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581a7412-11e0-4263-b66e-9459ad27a96d,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:13.702493 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-db00837a-18a7-4265-89bd-6930efee1c7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a77dd0e2c044be2bf4434eeae7a8b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867388 Jul 15 22:56:13.705918 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 40676) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:13.765967 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6ac5584a-1e22-4da5-90b8-9d1c42044d60 req-98830f34-83c0-4a1c-82f4-d5533bc82e6d tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 210 time: 0.0363171 Jul 15 22:56:13.790760 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c25e81f1-6777-4130-a645-6b4379de7a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:13.817063 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c25e81f1-6777-4130-a645-6b4379de7a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.085652 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c25e81f1-6777-4130-a645-6b4379de7a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.088106 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c25e81f1-6777-4130-a645-6b4379de7a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.089235 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c25e81f1-6777-4130-a645-6b4379de7a88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/581a7412-11e0-4263-b66e-9459ad27a96d HTTP/1.1" status: 204 len: 168 time: 0.3822968 Jul 15 22:56:14.096733 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e81f1-6777-4130-a645-6b4379de7a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a7412-11e0-4263-b66e-9459ad27a96d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:14.344020 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 40686) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:14.358115 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9f6802c4-782d-4c4b-9fee-a6114d416dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.459737 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9f6802c4-782d-4c4b-9fee-a6114d416dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.464138 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9f6802c4-782d-4c4b-9fee-a6114d416dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.503434 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9f6802c4-782d-4c4b-9fee-a6114d416dbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af8f46e91dd4497e931d7096cd7190bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583061 Jul 15 22:56:14.504636 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6802c4-782d-4c4b-9fee-a6114d416dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b01cc8-e1de-413c-97ad-53a4a864dc57,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:14.507079 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 40692) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:14.546181 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a488f93-169c-4af7-aa2b-d67131024d7d req-d7de5121-e3d7-43cd-b62d-7f3444054a83 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:14.548819 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a488f93-169c-4af7-aa2b-d67131024d7d req-d7de5121-e3d7-43cd-b62d-7f3444054a83 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0700529 Jul 15 22:56:14.556593 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4e2958a-7e9c-4719-a08f-6e4dfc749074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.579410 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4e2958a-7e9c-4719-a08f-6e4dfc749074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.588590 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a488f93-169c-4af7-aa2b-d67131024d7d req-60322385-3630-41d9-a467-7f232d2c412d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Jul 15 22:56:14.626898 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4e2958a-7e9c-4719-a08f-6e4dfc749074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.629419 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4e2958a-7e9c-4719-a08f-6e4dfc749074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:14.630568 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c4e2958a-7e9c-4719-a08f-6e4dfc749074 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9b01cc8-e1de-413c-97ad-53a4a864dc57 HTTP/1.1" status: 204 len: 168 time: 0.1226475 Jul 15 22:56:14.638136 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2958a-7e9c-4719-a08f-6e4dfc749074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b01cc8-e1de-413c-97ad-53a4a864dc57,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:14.729734 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35918e8-039c-4983-af2a-f3608d081afd req-c261bb31-e862-4b78-9389-3d8752740e00 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:14.735147 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a35918e8-039c-4983-af2a-f3608d081afd req-c261bb31-e862-4b78-9389-3d8752740e00 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.0673687 Jul 15 22:56:14.769449 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a35918e8-039c-4983-af2a-f3608d081afd req-122383d2-1615-4103-9474-223015b79335 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 Jul 15 22:56:14.929114 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3d5db86-5df6-41db-a32d-217abe4c5951 req-9d059e7f-91d1-4895-b69b-64ef2c78bc90 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 210 time: 0.0292220 Jul 15 22:56:15.762365 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fada4e-9fd2-441b-bf4a-96061bf271ac req-798d125f-4218-45af-a8de-a5f0e14c4460 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:15.763834 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70fada4e-9fd2-441b-bf4a-96061bf271ac req-798d125f-4218-45af-a8de-a5f0e14c4460 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0629947 Jul 15 22:56:15.803316 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70fada4e-9fd2-441b-bf4a-96061bf271ac req-f26c5641-44b9-4271-80da-dfe2be97c496 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Jul 15 22:56:15.854486 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 40746) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:15.949677 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9633456-6684-4b76-bc6a-764196049f3a req-f19400ce-46fa-4b71-9849-be7a84455fb4 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:15.951252 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e9633456-6684-4b76-bc6a-764196049f3a req-f19400ce-46fa-4b71-9849-be7a84455fb4 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.0714862 Jul 15 22:56:15.977784 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-06a7d942-e911-4b6c-a6a3-0201a5163b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.010204 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e9633456-6684-4b76-bc6a-764196049f3a req-2702bcb9-8cf1-4b6a-af41-79e3b6d131ef tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519798 Jul 15 22:56:16.092190 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cde2a7f9-6410-4ec3-bd05-5906e88baa78 req-9c811843-7579-4912-8c19-80a761663ffe tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 210 time: 0.0318556 Jul 15 22:56:16.096985 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-06a7d942-e911-4b6c-a6a3-0201a5163b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.100909 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-06a7d942-e911-4b6c-a6a3-0201a5163b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.140383 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-06a7d942-e911-4b6c-a6a3-0201a5163b66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b6831e7a95a4dafa4f85d0df963994b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841201 Jul 15 22:56:16.141382 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7d942-e911-4b6c-a6a3-0201a5163b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5f50b-a73a-47ab-807d-b2f148f761e1,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:16.142960 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 40754) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:16.192746 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce857-b64a-4405-8853-7910e3053fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.213389 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce857-b64a-4405-8853-7910e3053fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.259267 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce857-b64a-4405-8853-7910e3053fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.261765 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce857-b64a-4405-8853-7910e3053fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:16.262958 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6b8ce857-b64a-4405-8853-7910e3053fa3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1b5f50b-a73a-47ab-807d-b2f148f761e1 HTTP/1.1" status: 204 len: 168 time: 0.1189547 Jul 15 22:56:16.270447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ce857-b64a-4405-8853-7910e3053fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b5f50b-a73a-47ab-807d-b2f148f761e1,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:16.982513 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae422c-6637-4d21-89fd-44cc2eab577b req-b2b3a838-5af9-4068-bcc6-863420ee0480 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:16.984022 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6cae422c-6637-4d21-89fd-44cc2eab577b req-b2b3a838-5af9-4068-bcc6-863420ee0480 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0650060 Jul 15 22:56:17.024493 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6cae422c-6637-4d21-89fd-44cc2eab577b req-3f6b7b2b-0bad-460a-84f8-b142c3727041 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349114 Jul 15 22:56:17.202273 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c97f9-eaad-4129-8e60-000cdea00376 req-ae953e46-1dc5-4ef5-8713-24f60f4ffaa8 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:17.204518 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c46c97f9-eaad-4129-8e60-000cdea00376 req-ae953e46-1dc5-4ef5-8713-24f60f4ffaa8 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.0817006 Jul 15 22:56:17.241349 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:56:17.256165 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c46c97f9-eaad-4129-8e60-000cdea00376 req-28b8ebc8-07f7-4c95-873d-92d65daccd56 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7a6c2a5-9af9-4dbc-a100-a612452273f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 Jul 15 22:56:17.295348 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:56:17.295932 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 66782bce-d70c-4ddd-8c1d-7e23afbfaee7 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:56:17.317185 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a27bd862-a4d3-427c-ac22-9e7c527be99e req-b472f171-84dc-4889-8ea8-35db3c0d1bd7 tempest-VolumesActionsTest-231920689 tempest-VolumesActionsTest-231920689-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a84a554-55f9-4585-b7e4-1aa9fd157cab HTTP/1.1" status: 200 len: 210 time: 0.0294995 Jul 15 22:56:17.468536 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fd906-f287-4f4c-b19c-1255431ae863 req-03ae3f38-77d3-422c-819c-1bdf1e2ad135 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:17.469917 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-416fd906-f287-4f4c-b19c-1255431ae863 req-03ae3f38-77d3-422c-819c-1bdf1e2ad135 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.22 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 950 time: 0.0663676 Jul 15 22:56:17.591116 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Deleting port 29853e74-c4ae-402f-b851-065344ac5434 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:56:17.591461 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:17.681170 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] For port 29853e74-c4ae-402f-b851-065344ac5434, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=29853e74-c4ae-402f-b851-065344ac5434,segment=NetworkSegment(016d03ca-ea04-43af-bc79-fa7a000e5912),segment_id=016d03ca-ea04-43af-bc79-fa7a000e5912)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:17.681555 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:17.696842 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Calling delete_port for 29853e74-c4ae-402f-b851-065344ac5434 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:56:17.823281 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:17.839745 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['29853e74-c4ae-402f-b851-065344ac5434'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:56:17.856708 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Pushing event deleted for resources: {'Port': ['ID=29853e74-c4ae-402f-b851-065344ac5434,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:17.909377 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] No DVR routers for this DVR port 29853e74-c4ae-402f-b851-065344ac5434 on host hv-cinder-79496 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:56:17.912085 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:17.914212 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-416fd906-f287-4f4c-b19c-1255431ae863 req-861bb44b-5593-4b26-8186-9d280bf66318 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.22 "DELETE /v2.0/ports/29853e74-c4ae-402f-b851-065344ac5434 HTTP/1.1" status: 204 len: 173 time: 0.4374022 Jul 15 22:56:17.914648 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7', 'name': 'network-vif-deleted', 'tag': '29853e74-c4ae-402f-b851-065344ac5434'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:56:17.917001 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6c9c2d-2d67-44b2-9844-1e169092e461" -d '{"events": [{"server_uuid": "a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7", "name": "network-vif-deleted", "tag": "29853e74-c4ae-402f-b851-065344ac5434"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:56:17.964351 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f0c4cc-1f84-44d2-8ff4-c0434a05b9cc x-openstack-request-id: req-18f0c4cc-1f84-44d2-8ff4-c0434a05b9cc {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:56:17.965144 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7", "name": "network-vif-deleted", "tag": "29853e74-c4ae-402f-b851-065344ac5434", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:56:17.965460 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18f0c4cc-1f84-44d2-8ff4-c0434a05b9cc {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:56:17.965991 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7', 'name': 'network-vif-deleted', 'tag': '29853e74-c4ae-402f-b851-065344ac5434', 'status': 'completed', 'code': 200} Jul 15 22:56:18.226721 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efb9b0-a3ad-4b6d-80ca-a8f3fa4540b0 req-59abe298-51f1-4181-95ec-2405578d8f54 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:18.228186 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a2efb9b0-a3ad-4b6d-80ca-a8f3fa4540b0 req-59abe298-51f1-4181-95ec-2405578d8f54 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0664849 Jul 15 22:56:18.265524 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a2efb9b0-a3ad-4b6d-80ca-a8f3fa4540b0 req-6f54f7a6-c708-431e-a758-a0b23bc5017c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Jul 15 22:56:18.414661 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5e5b11b8-d88d-4cb0-b131-84ed468d8b9f req-7aabbc24-819a-41a0-bec5-5c324ef1dc81 tempest-VolumesNegativeTest-759736015 tempest-VolumesNegativeTest-759736015-project] 10.222.0.10 "GET /v2.0/ports?device_id=a279ff3b-0c5e-483f-ae0a-813b2d0d0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0291617 Jul 15 22:56:19.440255 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72885ebb-c8ae-48af-861e-025f8ce604e3 req-76b9bc4f-1144-4512-bdf8-f9c99e0289cb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:19.441770 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-72885ebb-c8ae-48af-861e-025f8ce604e3 req-76b9bc4f-1144-4512-bdf8-f9c99e0289cb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0633667 Jul 15 22:56:19.489740 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-72885ebb-c8ae-48af-861e-025f8ce604e3 req-336e6c21-bcd8-4d09-84b3-707ef6bbe7d8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Jul 15 22:56:19.825131 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:56:19.980705 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5fdb7-b0d9-4407-8bd0-5e30a1b8fdef req-1411c252-cdbb-4214-be2d-bf8f0f10c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:19.984712 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6dc5fdb7-b0d9-4407-8bd0-5e30a1b8fdef req-1411c252-cdbb-4214-be2d-bf8f0f10c50c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1099 time: 0.0606477 Jul 15 22:56:20.028005 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6dc5fdb7-b0d9-4407-8bd0-5e30a1b8fdef req-ba5a9495-af93-45bd-a6e8-4b0b899edd3e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297930 Jul 15 22:56:20.685510 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a494e-d7e0-416b-8bfb-068abe9950d7 req-61ed0e60-8b59-4796-ac2a-bd5e4e97d67a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:20.687548 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd2a494e-d7e0-416b-8bfb-068abe9950d7 req-61ed0e60-8b59-4796-ac2a-bd5e4e97d67a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0659742 Jul 15 22:56:20.732997 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fd2a494e-d7e0-416b-8bfb-068abe9950d7 req-3ec15888-14af-422f-876d-81b822d71471 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Jul 15 22:56:21.917575 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744081f-204d-4050-99a3-709cf266ebe4 req-d2f7bd80-9d42-4ef9-b222-68b24c627a84 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:21.917575 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6744081f-204d-4050-99a3-709cf266ebe4 req-d2f7bd80-9d42-4ef9-b222-68b24c627a84 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0675786 Jul 15 22:56:21.954266 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6744081f-204d-4050-99a3-709cf266ebe4 req-b7d8f885-0ab7-4a3b-99dd-1c46573414d0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Jul 15 22:56:23.123213 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7dbed-964e-4f9a-b57a-068b0ac0ee52 req-c471255a-1799-443f-bd9b-9a0ad0b0577f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:23.124760 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7b7dbed-964e-4f9a-b57a-068b0ac0ee52 req-c471255a-1799-443f-bd9b-9a0ad0b0577f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0628102 Jul 15 22:56:23.160408 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7b7dbed-964e-4f9a-b57a-068b0ac0ee52 req-b5ce619e-1d1a-4198-b528-8ca92a5148e1 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302665 Jul 15 22:56:23.499572 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 29853e74-c4ae-402f-b851-065344ac5434 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:56:23.522713 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 29853e74-c4ae-402f-b851-065344ac5434 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:56:23.522971 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 29853e74-c4ae-402f-b851-065344ac5434 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:56:24.339675 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402833-c115-4c6a-b1eb-4bce88b69274 req-0e0e6def-e709-4393-ac4f-1ad043ad67b5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:24.341174 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83402833-c115-4c6a-b1eb-4bce88b69274 req-0e0e6def-e709-4393-ac4f-1ad043ad67b5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0677207 Jul 15 22:56:24.379717 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83402833-c115-4c6a-b1eb-4bce88b69274 req-725c495b-9769-4aa3-bbfa-649a4ec152c8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Jul 15 22:56:25.551421 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea3ffc-9f70-4a19-987e-ac860be9b2a6 req-21399a3c-48aa-4236-9357-3f799ef915a8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:25.552865 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6aea3ffc-9f70-4a19-987e-ac860be9b2a6 req-21399a3c-48aa-4236-9357-3f799ef915a8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0606711 Jul 15 22:56:25.590587 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6aea3ffc-9f70-4a19-987e-ac860be9b2a6 req-61f5d6f4-de4f-42cc-b9c9-a1243ba0747a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Jul 15 22:56:26.766928 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe8cbe-a6f3-4436-b6a5-2f4ecfe0b6f8 req-b08a5ff9-8e2e-4f16-9cde-54e117a9e036 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:26.768455 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2afe8cbe-a6f3-4436-b6a5-2f4ecfe0b6f8 req-b08a5ff9-8e2e-4f16-9cde-54e117a9e036 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0647056 Jul 15 22:56:26.804763 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2afe8cbe-a6f3-4436-b6a5-2f4ecfe0b6f8 req-edfd9e00-8cae-42ae-ba49-87131d23f720 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Jul 15 22:56:27.977024 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52573e24-115a-4730-a356-b3a65cb5ba33 req-4ec54436-9c3e-45ee-aadf-e06b94663800 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:27.978659 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-52573e24-115a-4730-a356-b3a65cb5ba33 req-4ec54436-9c3e-45ee-aadf-e06b94663800 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0628302 Jul 15 22:56:28.015654 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-52573e24-115a-4730-a356-b3a65cb5ba33 req-440d003d-96d2-4dd2-9b99-6788c945316d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Jul 15 22:56:29.198575 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63403f91-fce9-45d9-996f-84212f74ee1f req-1e966daa-a4e6-4ebf-96f7-955e1e1e8594 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:29.200138 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63403f91-fce9-45d9-996f-84212f74ee1f req-1e966daa-a4e6-4ebf-96f7-955e1e1e8594 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0701642 Jul 15 22:56:29.243116 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63403f91-fce9-45d9-996f-84212f74ee1f req-ffd8a422-015c-4f24-8ea9-81b11bca600a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356681 Jul 15 22:56:29.634056 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 41290) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:29.671374 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944607b1-9372-4cdb-adc8-4213f910d766 req-cc592651-3f46-4595-967a-9f4f0aa8a5ad tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:29.672881 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-944607b1-9372-4cdb-adc8-4213f910d766 req-cc592651-3f46-4595-967a-9f4f0aa8a5ad tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0688457 Jul 15 22:56:29.711057 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-944607b1-9372-4cdb-adc8-4213f910d766 req-d4bbfb90-4f3a-4277-b61e-12ac50c85c8e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Jul 15 22:56:29.761097 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e109e0b8-9323-450f-a9db-99eb85e65a42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f0af59c5d1a4950bf8597c12e719802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258097 Jul 15 22:56:29.763580 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41294) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:29.813285 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-903c0047-5b4f-4b1a-84c3-cf1766649fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:29.834456 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-903c0047-5b4f-4b1a-84c3-cf1766649fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:29.879922 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-903c0047-5b4f-4b1a-84c3-cf1766649fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:29.882468 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-903c0047-5b4f-4b1a-84c3-cf1766649fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:29.883586 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-903c0047-5b4f-4b1a-84c3-cf1766649fab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7a6c2a5-9af9-4dbc-a100-a612452273f1 HTTP/1.1" status: 204 len: 168 time: 0.1190269 Jul 15 22:56:29.891025 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c0047-5b4f-4b1a-84c3-cf1766649fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a6c2a5-9af9-4dbc-a100-a612452273f1,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:30.883267 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1780e0-8e01-40b0-8a08-b6e614f2287a req-13a6dd6b-abfe-4bd1-8ff0-fa040b4a3e0a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:30.884778 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea1780e0-8e01-40b0-8a08-b6e614f2287a req-13a6dd6b-abfe-4bd1-8ff0-fa040b4a3e0a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0622127 Jul 15 22:56:30.925384 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ea1780e0-8e01-40b0-8a08-b6e614f2287a req-86bf558f-12bc-4e30-9596-97a9eb6aafff tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352275 Jul 15 22:56:32.098432 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80aab7-182b-4f81-8f23-18cdacbbf570 req-ea840b19-17ce-4edd-94b0-7e1aa92f2d79 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:32.099905 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b80aab7-182b-4f81-8f23-18cdacbbf570 req-ea840b19-17ce-4edd-94b0-7e1aa92f2d79 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0668430 Jul 15 22:56:32.136538 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4b80aab7-182b-4f81-8f23-18cdacbbf570 req-99489820-99d9-48b7-966d-b505bb73e23e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Jul 15 22:56:32.543355 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-21792e18-1277-44ae-9b9e-dff3544d3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:32.544864 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-21792e18-1277-44ae-9b9e-dff3544d3e00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1099 time: 0.0610919 Jul 15 22:56:32.646473 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-3df20c26-074b-4b6f-b853-0c48b7c71772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:32.648049 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-3df20c26-074b-4b6f-b853-0c48b7c71772 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.0940437 Jul 15 22:56:32.691564 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-704f1323-5afe-4b32-893a-2ac2fc868f8a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 200 len: 217 time: 0.0356462 Jul 15 22:56:32.740890 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-ce41e5cd-fd21-44e1-ad72-6d5103bff976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:32.742365 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-ce41e5cd-fd21-44e1-ad72-6d5103bff976 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.0434027 Jul 15 22:56:32.780276 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-948aa587-82e5-4ed6-a705-30fa01f079a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297253 Jul 15 22:56:32.874968 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-11929cb5-2ab1-4308-9eed-bf9658c6d91b service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863616 Jul 15 22:56:33.027151 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa5499f1-eaec-48c1-8289-6dce88e4672f req-ea5cf2e2-4e53-4940-a53a-1e3db8836048 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354954 Jul 15 22:56:33.380314 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2f021-ab66-4c3f-9c7f-c05a6823f9b1 req-5c41d95b-c41e-425e-a60e-f5f76871a6bc tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:33.382785 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4eb2f021-ab66-4c3f-9c7f-c05a6823f9b1 req-5c41d95b-c41e-425e-a60e-f5f76871a6bc tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1177404 Jul 15 22:56:33.429156 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4eb2f021-ab66-4c3f-9c7f-c05a6823f9b1 req-ff46e082-d324-4826-99e2-0d01cbde7098 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Jul 15 22:56:34.615748 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fa5e9-2afc-4cc0-923d-69371548a7e7 req-570e1806-0821-4327-8081-f7e0301c9091 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:34.618312 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c13fa5e9-2afc-4cc0-923d-69371548a7e7 req-570e1806-0821-4327-8081-f7e0301c9091 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0740650 Jul 15 22:56:34.655799 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c13fa5e9-2afc-4cc0-923d-69371548a7e7 req-933f034b-e1e3-4a4e-9eee-70db0582f2e9 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Jul 15 22:56:35.835749 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8b209-3294-42ca-891d-3907961911a8 req-2d962a45-74bc-4f01-8255-482f89dd3c7a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:35.837364 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-96f8b209-3294-42ca-891d-3907961911a8 req-2d962a45-74bc-4f01-8255-482f89dd3c7a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0669458 Jul 15 22:56:35.876579 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-96f8b209-3294-42ca-891d-3907961911a8 req-93a9f1a7-7e09-4431-b4de-ba92eca37af9 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Jul 15 22:56:36.281378 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:37.068569 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e70dd-afa8-4497-b4f9-47cfa1e78f53 req-330a5cd9-a056-4260-bbb2-5378a971b13c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:37.072708 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1d3e70dd-afa8-4497-b4f9-47cfa1e78f53 req-330a5cd9-a056-4260-bbb2-5378a971b13c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0787926 Jul 15 22:56:37.145928 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1d3e70dd-afa8-4497-b4f9-47cfa1e78f53 req-25d384fb-4aea-42b3-9ca3-3190574992da tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636430 Jul 15 22:56:37.172364 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-e55fc87c-d584-4fc3-8040-01b4b644dab4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0986683 Jul 15 22:56:37.276048 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-dc9f5c2c-7472-4ee7-a31f-69f4aa9baf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:37.281135 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-dc9f5c2c-7472-4ee7-a31f-69f4aa9baf5e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 1099 time: 0.0810480 Jul 15 22:56:37.288064 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dc6a-0c40-4074-bb1a-836e3d058bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:37.477365 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-2d290989-e2a9-42d4-9dde-d05944b173cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:37.479543 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-2d290989-e2a9-42d4-9dde-d05944b173cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.1594145 Jul 15 22:56:37.533236 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-1e210e3b-2259-49f7-8411-fe91ba3a0c41 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 HTTP/1.1" status: 200 len: 217 time: 0.0399523 Jul 15 22:56:37.590387 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-30576413-b447-4863-bd18-6f2f88f04096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:37.592069 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-30576413-b447-4863-bd18-6f2f88f04096 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.0510116 Jul 15 22:56:37.635388 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-72ca1046-367a-40a2-8078-68955288a259 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342705 Jul 15 22:56:37.747034 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-a18f282f-ee43-4777-9c8c-c9c47b504397 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015327 Jul 15 22:56:38.355072 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8038e-3ed2-4f71-99d6-e061d74f8e52 req-1a689355-66d3-4c8f-85c0-f242d9b4d593 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:38.356681 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a1a8038e-3ed2-4f71-99d6-e061d74f8e52 req-1a689355-66d3-4c8f-85c0-f242d9b4d593 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0699770 Jul 15 22:56:38.397336 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a1a8038e-3ed2-4f71-99d6-e061d74f8e52 req-a520a45f-51fc-4371-9d58-2a062180b6a7 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Jul 15 22:56:38.906531 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168297a-e632-4ef5-b67c-a638ec9e454b req-46fd31f0-7724-4c8e-8a2d-8ac35452d9ef tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:38.908492 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f168297a-e632-4ef5-b67c-a638ec9e454b req-46fd31f0-7724-4c8e-8a2d-8ac35452d9ef tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0697563 Jul 15 22:56:38.949553 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f168297a-e632-4ef5-b67c-a638ec9e454b req-ff2dc48d-4214-46bf-a060-ecac2964227e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345042 Jul 15 22:56:39.238173 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fc59b3ea-3b1f-460d-88af-bb43800b7936 req-4c9b8934-5f7d-4f88-b8f5-b1ef68bb1c1a service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106684 Jul 15 22:56:39.579768 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831502-794f-44e7-afad-4548aaed1978 req-a8fd5c0e-50b2-4e8b-93e3-3a881826e6f3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:39.581825 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44831502-794f-44e7-afad-4548aaed1978 req-a8fd5c0e-50b2-4e8b-93e3-3a881826e6f3 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0658748 Jul 15 22:56:39.621903 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44831502-794f-44e7-afad-4548aaed1978 req-97a037b1-ea51-4697-a386-d7e742f28dde tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Jul 15 22:56:39.941109 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-bd653c00-2702-4245-9d2c-074fa9b02b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:40.125552 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aec8d-14ea-4a2a-a999-11b3fc704a4a req-9a08c58e-463e-4dfc-9992-0248d3d62af4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:40.128341 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c99aec8d-14ea-4a2a-a999-11b3fc704a4a req-9a08c58e-463e-4dfc-9992-0248d3d62af4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0660694 Jul 15 22:56:40.167191 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c99aec8d-14ea-4a2a-a999-11b3fc704a4a req-7a1eedd0-51d1-4d5b-ba71-815bb047724e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329757 Jul 15 22:56:40.200567 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:40.821911 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90ecc8-8215-4505-a7be-81d6465cb3a9 req-32102114-1a3d-4a9a-8a62-26b5889bce82 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:40.824064 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba90ecc8-8215-4505-a7be-81d6465cb3a9 req-32102114-1a3d-4a9a-8a62-26b5889bce82 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0661683 Jul 15 22:56:40.866533 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba90ecc8-8215-4505-a7be-81d6465cb3a9 req-14b8ab1d-cd99-4735-a95d-c3f2935b9984 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Jul 15 22:56:40.981948 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:41.365587 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e3b9d-23c1-4bec-a5d6-23e3ce412bb0 req-75c6b01e-beb9-4276-86c6-93ec7ac2ccd3 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:41.367146 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-730e3b9d-23c1-4bec-a5d6-23e3ce412bb0 req-75c6b01e-beb9-4276-86c6-93ec7ac2ccd3 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0676508 Jul 15 22:56:41.430237 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-730e3b9d-23c1-4bec-a5d6-23e3ce412bb0 req-f7b94aac-4ceb-4e76-8e9e-a76983b2447b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556076 Jul 15 22:56:42.040246 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92cc52-c158-472e-8707-8ded7a2c0629 req-915606d9-ba76-47ce-aa37-4c3a6a886f68 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:42.041656 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9f92cc52-c158-472e-8707-8ded7a2c0629 req-915606d9-ba76-47ce-aa37-4c3a6a886f68 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0658066 Jul 15 22:56:42.078184 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9f92cc52-c158-472e-8707-8ded7a2c0629 req-39b87d72-b535-4385-beae-3372af1ac5ec tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307138 Jul 15 22:56:42.510681 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:42.676415 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37582ba0-5e05-4dda-94c4-c5e7e0e7bae5 req-5b9e59a8-ccb2-408b-9040-587f65f08811 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:42.683789 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-37582ba0-5e05-4dda-94c4-c5e7e0e7bae5 req-5b9e59a8-ccb2-408b-9040-587f65f08811 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0916467 Jul 15 22:56:42.727211 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-37582ba0-5e05-4dda-94c4-c5e7e0e7bae5 req-8707b3e6-3850-4f0a-aa8b-51b5248e7060 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 Jul 15 22:56:43.274287 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3193440-a3c0-462a-a9ba-a9528fb943f5 req-e8216ec3-a65a-48a7-9931-a0d8ce2b5536 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:43.275887 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e3193440-a3c0-462a-a9ba-a9528fb943f5 req-e8216ec3-a65a-48a7-9931-a0d8ce2b5536 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0807133 Jul 15 22:56:43.316579 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e3193440-a3c0-462a-a9ba-a9528fb943f5 req-e6dbad73-2006-4d92-9f20-a21949986767 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Jul 15 22:56:43.948369 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c3776-9b68-45a9-bdef-f617b2415da8 req-d5f603ea-664b-4afe-b9fc-2548dc900097 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:43.954320 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-269c3776-9b68-45a9-bdef-f617b2415da8 req-d5f603ea-664b-4afe-b9fc-2548dc900097 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0936666 Jul 15 22:56:44.012120 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-269c3776-9b68-45a9-bdef-f617b2415da8 req-81e2718b-79dc-46ed-b4f2-2825f653fdff tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523133 Jul 15 22:56:44.847201 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb118a44-0800-4a26-b501-26181493b6b2 req-07e49048-91ec-438b-854d-0eba8a9f75fc tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:44.854477 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eb118a44-0800-4a26-b501-26181493b6b2 req-07e49048-91ec-438b-854d-0eba8a9f75fc tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0735676 Jul 15 22:56:44.890965 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eb118a44-0800-4a26-b501-26181493b6b2 req-ae6f3dbe-b3d7-4a71-8332-f0dfec18fa09 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356503 Jul 15 22:56:45.257143 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303164c-22f7-4d97-9f54-f3f0ceaae12f req-c43a2201-c11f-44ea-a8bd-9d7f762b79f9 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:45.258781 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0303164c-22f7-4d97-9f54-f3f0ceaae12f req-c43a2201-c11f-44ea-a8bd-9d7f762b79f9 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1083694 Jul 15 22:56:45.353338 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0303164c-22f7-4d97-9f54-f3f0ceaae12f req-2266d1a9-e16a-4d7c-94b5-41eb7ab7dbe3 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885308 Jul 15 22:56:46.625677 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d982f4-c00c-4021-8515-8dcfb6cd1ffd req-1a9c9659-6700-49b7-af8d-7dd806a96578 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:46.641487 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e6d982f4-c00c-4021-8515-8dcfb6cd1ffd req-1a9c9659-6700-49b7-af8d-7dd806a96578 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1317499 Jul 15 22:56:46.708104 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e6d982f4-c00c-4021-8515-8dcfb6cd1ffd req-e15f1558-c544-4c80-b3e4-13681ec5b693 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623989 Jul 15 22:56:46.795275 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41654) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:46.909712 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-527ea542-1fb7-4a00-b1ae-e6534743e117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:47.007350 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-527ea542-1fb7-4a00-b1ae-e6534743e117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:47.012447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-527ea542-1fb7-4a00-b1ae-e6534743e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:47.071055 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-527ea542-1fb7-4a00-b1ae-e6534743e117 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e1804953a314ccd97ca81a62d870794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723446 Jul 15 22:56:47.071055 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ea542-1fb7-4a00-b1ae-e6534743e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b325148-fff4-422e-a80f-4429334608bc,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:47.072041 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 41662) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:47.128113 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a987936-15f9-4b92-826a-f38876ab506d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:47.149766 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a987936-15f9-4b92-826a-f38876ab506d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:47.199143 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a987936-15f9-4b92-826a-f38876ab506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:47.202777 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a987936-15f9-4b92-826a-f38876ab506d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:47.203925 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5a987936-15f9-4b92-826a-f38876ab506d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b325148-fff4-422e-a80f-4429334608bc HTTP/1.1" status: 204 len: 168 time: 0.1308773 Jul 15 22:56:47.218579 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a987936-15f9-4b92-826a-f38876ab506d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b325148-fff4-422e-a80f-4429334608bc,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:47.938561 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bbb8f-7f5b-4139-98b4-242e1c026abd req-34e8d497-7843-4f67-9436-afb3563f686d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:47.947609 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f23bbb8f-7f5b-4139-98b4-242e1c026abd req-34e8d497-7843-4f67-9436-afb3563f686d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0834794 Jul 15 22:56:48.016577 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f23bbb8f-7f5b-4139-98b4-242e1c026abd req-cf8b97fb-31c8-4d26-b512-cc099cbd1d5b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677917 Jul 15 22:56:48.147661 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41704) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:48.276795 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-da642aa6-c42f-4b2f-ae05-070956cc2fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.390642 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-da642aa6-c42f-4b2f-ae05-070956cc2fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.396197 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-da642aa6-c42f-4b2f-ae05-070956cc2fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.436063 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-da642aa6-c42f-4b2f-ae05-070956cc2fe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92490dfb7d95431e98d66619e6967ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871127 Jul 15 22:56:48.436759 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da642aa6-c42f-4b2f-ae05-070956cc2fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b4890-4eb4-41cb-8097-08257f261183,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:48.439385 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41710) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:48.496573 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c95ec0aa-5bb3-4de1-a84c-c6020cab6bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.520584 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c95ec0aa-5bb3-4de1-a84c-c6020cab6bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.577589 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c95ec0aa-5bb3-4de1-a84c-c6020cab6bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.582855 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c95ec0aa-5bb3-4de1-a84c-c6020cab6bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.587112 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c95ec0aa-5bb3-4de1-a84c-c6020cab6bf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d5b4890-4eb4-41cb-8097-08257f261183 HTTP/1.1" status: 204 len: 168 time: 0.1464968 Jul 15 22:56:48.597217 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ec0aa-5bb3-4de1-a84c-c6020cab6bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5b4890-4eb4-41cb-8097-08257f261183,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:49.253348 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83988e8c-5935-419d-bc81-ee01bc4eb047 req-da6450f3-81ac-4b04-b741-a2c022c643ae tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:49.256269 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83988e8c-5935-419d-bc81-ee01bc4eb047 req-da6450f3-81ac-4b04-b741-a2c022c643ae tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1138906 Jul 15 22:56:49.320591 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83988e8c-5935-419d-bc81-ee01bc4eb047 req-11953a0c-856c-4540-96e2-d554336b436b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522814 Jul 15 22:56:49.394300 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41744) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:49.525721 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-333476646-network', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:49.568919 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Made reservation on behalf of 03c7e20302bf46eb8d42294e693315a3 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:56:49.575894 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.606979 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.738133 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.742706 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.764599 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:56:49.785109 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.785448 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Added segment 9867a645-4e4d-46a3-a2d0-574f8f533c47 of type vlan for network b91d9129-30a5-4ab9-b9ed-e17eccec858a Jul 15 22:56:49.786796 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0562db5-27a6-41b8-90b5-bfdd65c46f87,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:49.839746 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.879826 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.880730 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:49.881339 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.922810 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5248230 Jul 15 22:56:49.923168 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 41760) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:49.928874 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Request body: {'subnet': {'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-333476646-subnet', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:49.964948 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23116942-fd38-4136-8afa-2b1f0f9ec432 admin admin] Pushing event updated for resources: {'Network': ['ID=b91d9129-30a5-4ab9-b9ed-e17eccec858a,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:49.967471 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Made reservation on behalf of 03c7e20302bf46eb8d42294e693315a3 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:56:49.970230 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232727'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.977779 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:56:50.399508 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4325101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232709'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.443281 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:50.479540 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Checking segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:50.480032 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Network hostable DHCP agents. Network: b91d9129-30a5-4ab9-b9ed-e17eccec858a, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:56:50.498688 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:56:50.511857 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, b91d9129-30a5-4ab9-b9ed-e17eccec858a) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:50.522150 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec3fb9-67a1-4b8b-bde5-65678f25f89e None None] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:56:50.537724 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:50.538370 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.542107 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c093f-4811-4d1f-a335-37296d008525 req-dd9f381b-dd5d-4038-ae15-9c26ee983adf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:50.544541 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7c7c093f-4811-4d1f-a335-37296d008525 req-dd9f381b-dd5d-4038-ae15-9c26ee983adf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0901372 Jul 15 22:56:50.578354 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41772) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:50.579342 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-92108ac4-5e69-4a58-9e4b-a02bde3226a8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6548793 Jul 15 22:56:50.590011 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:50.601705 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7c7c093f-4811-4d1f-a335-37296d008525 req-087b3240-e043-414d-b439-fce2ec97f620 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508244 Jul 15 22:56:50.619474 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.620851 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.708613 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.738479 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:56:50.738758 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.866568 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:50.991887 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Allocated IP 172.20.0.2 (b91d9129-30a5-4ab9-b9ed-e17eccec858a/e41c3dcd-e17c-40a6-8353-5fac1bd35ae9/b27ff9d2-edd8-4416-99d0-67b7984e5aae) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:56:51.059877 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.083553 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.149356 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.159936 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Transition to ACTIVE for port object b27ff9d2-edd8-4416-99d0-67b7984e5aae will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:51.176903 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Transition to ACTIVE for port object b27ff9d2-edd8-4416-99d0-67b7984e5aae will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:51.184578 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.223297 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Allocated IP 172.27.0.97 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/fe258701-485e-42e9-be7a-2e158ca59c5a) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:56:51.231250 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:56:51.235224 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:51.238868 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:56:51.252770 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Pushing event updated for resources: {'Port': ['ID=b27ff9d2-edd8-4416-99d0-67b7984e5aae,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:51.310689 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.311046 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.311584 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.312088 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.312603 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.313103 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.313748 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.314949 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.315457 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.315951 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.316442 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.316933 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:51.332187 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Attempting to bind port b27ff9d2-edd8-4416-99d0-67b7984e5aae on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:56:51.332906 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Attempting to bind port b27ff9d2-edd8-4416-99d0-67b7984e5aae by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:56:51.333464 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Attempting to bind port b27ff9d2-edd8-4416-99d0-67b7984e5aae on network b91d9129-30a5-4ab9-b9ed-e17eccec858a {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:56:51.339148 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:56:51.339757 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Checking segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:51.340478 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.341034 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Bound using segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:56:51.341662 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Bound port: b27ff9d2-edd8-4416-99d0-67b7984e5aae, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:56:51.342242 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.379576 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.409936 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] For port b27ff9d2-edd8-4416-99d0-67b7984e5aae, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:56:51.413624 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] For port b27ff9d2-edd8-4416-99d0-67b7984e5aae, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=b27ff9d2-edd8-4416-99d0-67b7984e5aae,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:56:51.414376 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 41802) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:51.419008 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.424855 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.462859 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:56:51.468491 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:51.471132 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:56:51.478740 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aade6-4efd-4c1d-8689-1794bc815a2b None None] Pushing event updated for resources: {'Port': ['ID=b27ff9d2-edd8-4416-99d0-67b7984e5aae,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:51.513132 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Pushing event updated for resources: {'Port': ['ID=fe258701-485e-42e9-be7a-2e158ca59c5a,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:51.554762 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e6e6f98a-0bf6-4f4f-9cb0-328057b6ed82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.656767 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e6e6f98a-0bf6-4f4f-9cb0-328057b6ed82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.663190 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e6e6f98a-0bf6-4f4f-9cb0-328057b6ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.739991 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e6e6f98a-0bf6-4f4f-9cb0-328057b6ed82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41339394653846df991a011e0eb9190b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241363 Jul 15 22:56:51.740869 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 41810) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:51.779497 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6f98a-0bf6-4f4f-9cb0-328057b6ed82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7faf6bf-7e65-4d14-8fac-9c43c90c987d,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:51.820105 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.897661 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b2dd2-4c32-49c7-b243-6f39791d61ce req-83e02f78-a725-41b3-a8bf-2e87571c4999 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:51.902401 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-478b2dd2-4c32-49c7-b243-6f39791d61ce req-83e02f78-a725-41b3-a8bf-2e87571c4999 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1064346 Jul 15 22:56:51.903600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-01885cbb-c1f6-492b-ba82-62f69d340877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.929050 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-01885cbb-c1f6-492b-ba82-62f69d340877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:52.006245 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-478b2dd2-4c32-49c7-b243-6f39791d61ce req-d288f35e-8aec-458f-8004-25151d81491d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404112 Jul 15 22:56:52.013348 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-01885cbb-c1f6-492b-ba82-62f69d340877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:52.016454 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-01885cbb-c1f6-492b-ba82-62f69d340877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:52.018420 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-01885cbb-c1f6-492b-ba82-62f69d340877 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7faf6bf-7e65-4d14-8fac-9c43c90c987d HTTP/1.1" status: 204 len: 168 time: 0.2704256 Jul 15 22:56:52.037587 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01885cbb-c1f6-492b-ba82-62f69d340877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7faf6bf-7e65-4d14-8fac-9c43c90c987d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:52.328174 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:52.483571 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:56:52.627209 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:56:52.638933 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:56:52.649137 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:52.653342 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:56:52.653342 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:56:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:52.653860 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 41854) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:52.654550 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d4014d92-4033-4f59-b414-612e9ba4bb10 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0680909 Jul 15 22:56:52.683861 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f869b1-1bb6-43cb-980f-ea9400c66022 None None] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:56:52.789554 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device b27ff9d2-edd8-4416-99d0-67b7984e5aae up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:52.825546 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:56:52.837898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-0c7e67c5-ec77-4042-a1f5-a5f6ff6f1f98 None None] Provisioning for port b27ff9d2-edd8-4416-99d0-67b7984e5aae completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:52.947223 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port b27ff9d2-edd8-4416-99d0-67b7984e5aae completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:52.957774 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port b27ff9d2-edd8-4416-99d0-67b7984e5aae triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:52.958180 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.031023 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:51Z', 'revision_number': 3, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:53.067853 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:56:53.068216 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Updating router d47762d2-d49d-41be-9f9c-2c09c19d0836 port fe258701-485e-42e9-be7a-2e158ca59c5a binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:56:53.108770 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.116642 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.209744 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port b27ff9d2-edd8-4416-99d0-67b7984e5aae, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=b27ff9d2-edd8-4416-99d0-67b7984e5aae,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:53.217593 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.306673 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119edf8-be3c-4e31-aa4c-b439ddeb8113 req-30ec0f01-8c6a-409a-9c12-5eec1dae0ad0 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:53.316925 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b119edf8-be3c-4e31-aa4c-b439ddeb8113 req-30ec0f01-8c6a-409a-9c12-5eec1dae0ad0 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1076252 Jul 15 22:56:53.331204 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=b27ff9d2-edd8-4416-99d0-67b7984e5aae,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:53.394580 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b119edf8-be3c-4e31-aa4c-b439ddeb8113 req-b42f180b-dcbb-4d4c-ab3a-8cf81c8f69ff tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765114 Jul 15 22:56:53.536617 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.566466 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.572245 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-0082df67-d4f3-43bb-a67e-77b0a3170e69 None None] Provisioning complete for port b27ff9d2-edd8-4416-99d0-67b7984e5aae triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:53.572888 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0082df67-d4f3-43bb-a67e-77b0a3170e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.577716 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Transition to ACTIVE for port object fe258701-485e-42e9-be7a-2e158ca59c5a will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:53.584471 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.645773 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Attempting to bind port fe258701-485e-42e9-be7a-2e158ca59c5a on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:56:53.646459 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Attempting to bind port fe258701-485e-42e9-be7a-2e158ca59c5a by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:56:53.646579 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Attempting to bind port fe258701-485e-42e9-be7a-2e158ca59c5a on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:56:53.649316 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Pushing event updated for resources: {'Port': ['ID=fe258701-485e-42e9-be7a-2e158ca59c5a,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:53.657574 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:56:53.658517 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:53.658923 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.659320 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:56:53.659791 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Bound port: fe258701-485e-42e9-be7a-2e158ca59c5a, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:56:53.660170 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.662428 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.662755 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.663177 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.663452 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.663780 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.664115 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.664523 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.664830 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.665350 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.665860 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.666455 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.666768 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:53.702275 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Allocated IP 172.20.0.1 (b91d9129-30a5-4ab9-b9ed-e17eccec858a/e41c3dcd-e17c-40a6-8353-5fac1bd35ae9/e3644a27-d6f5-424a-8902-1b70b4d7d258) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:56:53.721758 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] For port fe258701-485e-42e9-be7a-2e158ca59c5a, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:56:53.724840 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] For port fe258701-485e-42e9-be7a-2e158ca59c5a, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=fe258701-485e-42e9-be7a-2e158ca59c5a,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:56:53.729516 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.779473 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:56:53.780093 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:56:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:53.802196 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.818936 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Transition to ACTIVE for port object e3644a27-d6f5-424a-8902-1b70b4d7d258 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:53.835843 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815e711-91ff-4512-b34a-865b31372c2e None None] Pushing event updated for resources: {'Port': ['ID=fe258701-485e-42e9-be7a-2e158ca59c5a,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:53.852276 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:53.891502 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:56:53.894855 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:53.897252 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:56:53.897910 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:56:53.923168 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Pushing event updated for resources: {'Port': ['ID=e3644a27-d6f5-424a-8902-1b70b4d7d258,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:53.942583 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.096377 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.107055 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-156e4e5e-f0cb-4b61-bc73-878db945f931 None None] Provisioning for port e3644a27-d6f5-424a-8902-1b70b4d7d258 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:54.112543 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-156e4e5e-f0cb-4b61-bc73-878db945f931 None None] Provisioning complete for port e3644a27-d6f5-424a-8902-1b70b4d7d258 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:54.112920 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-156e4e5e-f0cb-4b61-bc73-878db945f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.151994 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-156e4e5e-f0cb-4b61-bc73-878db945f931 None None] Port e3644a27-d6f5-424a-8902-1b70b4d7d258 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:56:54.176776 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:51Z', 'revision_number': 3, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:54.203030 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e9e667-c3c7-4532-9354-b4aad7112b88 None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:51Z', 'revision_number': 3, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:56:54.269997 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.274504 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.341877 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Pushing event updated for resources: {'Port': ['ID=e3644a27-d6f5-424a-8902-1b70b4d7d258,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:54.346454 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.495883 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:56:54.498422 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:54.696990 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:56:54.705624 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6af338-752a-45d2-b259-a26a9f766338 req-038cce25-ed7e-44b6-a578-839208a2abd4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:54.707405 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5a6af338-752a-45d2-b259-a26a9f766338 req-038cce25-ed7e-44b6-a578-839208a2abd4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1664681 Jul 15 22:56:54.760630 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device fe258701-485e-42e9-be7a-2e158ca59c5a up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:54.796022 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5a6af338-752a-45d2-b259-a26a9f766338 req-b7a08f0b-bdd1-43be-b45a-8ec3c7210580 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808034 Jul 15 22:56:54.805377 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-2838ae92-0664-4c6c-ada4-049f20fe772d None None] Provisioning complete for port e3644a27-d6f5-424a-8902-1b70b4d7d258 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:54.805750 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2838ae92-0664-4c6c-ada4-049f20fe772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.848116 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-2838ae92-0664-4c6c-ada4-049f20fe772d None None] Port e3644a27-d6f5-424a-8902-1b70b4d7d258 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:56:54.852183 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port fe258701-485e-42e9-be7a-2e158ca59c5a completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:54.856532 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port fe258701-485e-42e9-be7a-2e158ca59c5a triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:54.857370 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.861798 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:56:54.867501 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d395db3c-31be-4d99-b9a8-2dea479f7688 admin admin] 10.222.0.10 "PUT /v2.0/routers/d47762d2-d49d-41be-9f9c-2c09c19d0836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2125683 Jul 15 22:56:54.943808 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.964851 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port fe258701-485e-42e9-be7a-2e158ca59c5a, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=fe258701-485e-42e9-be7a-2e158ca59c5a,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:54.969345 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:54.970933 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device b27ff9d2-edd8-4416-99d0-67b7984e5aae up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:55.049320 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=fe258701-485e-42e9-be7a-2e158ca59c5a,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:55.063971 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port b27ff9d2-edd8-4416-99d0-67b7984e5aae triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:55.064412 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.413211 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 41938) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:55.418164 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-737390596-network', 'tenant_id': 'a10887930a774a7a806438378e7b68ad'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:55.438077 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Made reservation on behalf of a10887930a774a7a806438378e7b68ad for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:56:55.440368 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.448592 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.538185 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.550445 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.573266 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:56:55.590644 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b623efe-987f-4c6a-b8e7-43a6e2d86a0a,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:55.593477 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.593823 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Added segment 50d58ad7-36e4-4127-89c6-697cbd7cb6f4 of type vlan for network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 Jul 15 22:56:55.635142 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.667295 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.668561 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:55.669357 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.703772 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2894118 Jul 15 22:56:55.706775 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41944) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:55.711714 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Request body: {'subnet': {'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-737390596-subnet', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:55.732461 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f655bf9-3e04-403d-8530-e5064d9db9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1399c9-7571-41e4-aa84-fffeeb2f3910,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:55.738984 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Made reservation on behalf of a10887930a774a7a806438378e7b68ad for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:56:55.741555 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7701131'] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.743502 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:56:55.914762 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8114846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7701145'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:55.926923 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:56:55.937067 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:56:55.937767 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:56:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:56.006132 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56baed9d-60d7-4578-8fec-938bb5989b13,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:56.026835 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Checking segment: {'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:56.027201 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Network hostable DHCP agents. Network: 7f1399c9-7571-41e4-aa84-fffeeb2f3910, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:56:56.044400 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:56:56.048203 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:56:56.061508 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75561063-0c47-4846-bcd8-8e741d5a16fa req-37f6a206-825f-47a6-a9b2-8c776b8e55be tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:56.062964 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75561063-0c47-4846-bcd8-8e741d5a16fa req-37f6a206-825f-47a6-a9b2-8c776b8e55be tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1199708 Jul 15 22:56:56.076189 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 7f1399c9-7571-41e4-aa84-fffeeb2f3910) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:56.086928 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:56.087522 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.088595 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d6489-a683-46c9-990e-1aa875bd5053 None None] Network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:56:56.116223 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-76b98bd7-f5bb-49a8-88cd-18a4e1f4dc49 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4057698 Jul 15 22:56:56.116507 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 41950) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:56.121203 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:56.125773 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75561063-0c47-4846-bcd8-8e741d5a16fa req-9da507a4-e5ed-49c9-bdfe-524ebe7344fd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561733 Jul 15 22:56:56.151567 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.152740 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.209951 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.369126 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.465184 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-7f1399c9-7571-41e4-aa84-fffeeb2f3910', 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'fixed_ips': [{'subnet_id': '56baed9d-60d7-4578-8fec-938bb5989b13'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:56:56.466070 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.478894 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 2, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:56.510898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:56:56.511258 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Updating router d47762d2-d49d-41be-9f9c-2c09c19d0836 port e3644a27-d6f5-424a-8902-1b70b4d7d258 binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:56:56.584586 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41960) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:56.591572 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.611893 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.614168 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.656735 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-3970f548-c359-4367-9192-48ec4b43f23a admin admin] Deleting subnet e4a573db-57a4-4ceb-9cac-d95e9bbef1cf {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 22:56:56.658625 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device fe258701-485e-42e9-be7a-2e158ca59c5a up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:56.663255 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3970f548-c359-4367-9192-48ec4b43f23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.703090 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3970f548-c359-4367-9192-48ec4b43f23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.727155 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Allocated IP 172.27.0.24 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/1bdca8ce-5f88-4d0d-86f5-5267a3113637) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:56:56.732140 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Allocated IP 172.20.0.2 (7f1399c9-7571-41e4-aa84-fffeeb2f3910/56baed9d-60d7-4578-8fec-938bb5989b13/f253e144-961f-408c-b562-615d7343f196) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:56:56.746752 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3970f548-c359-4367-9192-48ec4b43f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.812631 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3970f548-c359-4367-9192-48ec4b43f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.826375 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:56:56.840787 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970f548-c359-4367-9192-48ec4b43f23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a573db-57a4-4ceb-9cac-d95e9bbef1cf,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:56.848220 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3970f548-c359-4367-9192-48ec4b43f23a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.850134 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3970f548-c359-4367-9192-48ec4b43f23a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e4a573db-57a4-4ceb-9cac-d95e9bbef1cf HTTP/1.1" status: 204 len: 168 time: 0.2645226 Jul 15 22:56:56.852536 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41968) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:56.897604 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.935637 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.947708 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:56.959570 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port fe258701-485e-42e9-be7a-2e158ca59c5a triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:56.960058 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.024199 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.031579 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Pushing event updated for resources: {'Port': ['ID=1bdca8ce-5f88-4d0d-86f5-5267a3113637,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:57.035267 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:57.047923 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bd049d-44bd-411f-a543-1e4470e08935') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:57.048906 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bd049d-44bd-411f-a543-1e4470e08935') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:57.049334 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:56:57.051277 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:57.053692 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:56:57.059321 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869178'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.074396 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.082168 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 22:56:57.082928 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8114659'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: timer() Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: cb(*args, **kw) Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: self._notify() Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: self.callback(batched_events) Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: event.method(event) Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._get(url).json() Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 22:56:57.085822 dv-cinder-794962-10-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 22:56:57.121323 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.164987 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Transition to ACTIVE for port object f253e144-961f-408c-b562-615d7343f196 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:57.170049 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.180342 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.185539 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4 HTTP/1.1" status: 204 len: 168 time: 0.3288519 Jul 15 22:56:57.225979 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad242f-8bc7-42ad-9cb8-25b1552f3191 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1a5e9c-2b5a-44eb-90f5-886ecdef06a4,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:57.255447 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Transition to ACTIVE for port object f253e144-961f-408c-b562-615d7343f196 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:57.271991 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.279725 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.324377 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Transition to ACTIVE for port object e3644a27-d6f5-424a-8902-1b70b4d7d258 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:57.340957 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:56:57.346113 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:57.348983 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:56:57.351304 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.363836 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Pushing event updated for resources: {'Port': ['ID=f253e144-961f-408c-b562-615d7343f196,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:57.416461 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d64db-990e-45e6-96bc-4970efebc518 req-ec72d71f-95b6-4d34-a348-84416763ddfd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:57.418073 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a02d64db-990e-45e6-96bc-4970efebc518 req-ec72d71f-95b6-4d34-a348-84416763ddfd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1101618 Jul 15 22:56:57.427965 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41988) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:57.505447 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6d81af9e-0336-4575-91ca-af9cf7d9eeb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3704b0a4b67b4ea8a459e9ef301939f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760899 Jul 15 22:56:57.507742 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 41992) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:57.532551 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d1512-27e9-4c1f-8940-3bb28e717558 None None] Pushing event updated for resources: {'Port': ['ID=e3644a27-d6f5-424a-8902-1b70b4d7d258,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:57.568736 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9bb604f5-0c0e-4943-ae90-5a2f70cc9227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.574705 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Attempting to bind port f253e144-961f-408c-b562-615d7343f196 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:56:57.575102 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Attempting to bind port f253e144-961f-408c-b562-615d7343f196 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:56:57.575475 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Attempting to bind port f253e144-961f-408c-b562-615d7343f196 on network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:56:57.596304 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9bb604f5-0c0e-4943-ae90-5a2f70cc9227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.608653 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:56:57.609034 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Checking segment: {'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:57.609453 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.609948 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Bound using segment: {'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:56:57.610450 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Bound port: f253e144-961f-408c-b562-615d7343f196, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:56:57.610879 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.615875 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Attempting to bind port e3644a27-d6f5-424a-8902-1b70b4d7d258 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:56:57.616370 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Attempting to bind port e3644a27-d6f5-424a-8902-1b70b4d7d258 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:56:57.616889 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Attempting to bind port e3644a27-d6f5-424a-8902-1b70b4d7d258 on network b91d9129-30a5-4ab9-b9ed-e17eccec858a {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:56:57.632171 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:56:57.632561 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Checking segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:57.633195 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.633679 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Bound using segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:56:57.634253 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Bound port: e3644a27-d6f5-424a-8902-1b70b4d7d258, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:56:57.634646 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.657262 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9bb604f5-0c0e-4943-ae90-5a2f70cc9227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.661357 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9bb604f5-0c0e-4943-ae90-5a2f70cc9227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.662873 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9bb604f5-0c0e-4943-ae90-5a2f70cc9227 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7174550-40ea-473a-9e5c-47528a43d5fc HTTP/1.1" status: 204 len: 168 time: 0.1539500 Jul 15 22:56:57.693491 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb604f5-0c0e-4943-ae90-5a2f70cc9227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7174550-40ea-473a-9e5c-47528a43d5fc,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:57.765369 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] For port f253e144-961f-408c-b562-615d7343f196, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:56:57.777421 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] For port e3644a27-d6f5-424a-8902-1b70b4d7d258, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:56:57.784794 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] For port e3644a27-d6f5-424a-8902-1b70b4d7d258, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=e3644a27-d6f5-424a-8902-1b70b4d7d258,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:56:57.789898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] For port f253e144-961f-408c-b562-615d7343f196, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=f253e144-961f-408c-b562-615d7343f196,segment=NetworkSegment(50d58ad7-36e4-4127-89c6-697cbd7cb6f4),segment_id=50d58ad7-36e4-4127-89c6-697cbd7cb6f4)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:56:57.793810 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.802266 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.858476 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a02d64db-990e-45e6-96bc-4970efebc518 req-6229ecdf-26b1-4e20-9ce0-5dda18fcaa72 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650155 Jul 15 22:56:57.871228 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:57.880670 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:56:57.881323 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:56:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:57.884421 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d1512-27e9-4c1f-8940-3bb28e717558 None None] Pushing event updated for resources: {'Port': ['ID=e3644a27-d6f5-424a-8902-1b70b4d7d258,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:58.031402 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc257a-ba36-4664-ab6a-a9ed00cf7911 None None] Pushing event updated for resources: {'Port': ['ID=f253e144-961f-408c-b562-615d7343f196,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:58.064865 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:56:58.175208 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:58.337490 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Router ac3ddf3d-4930-4b67-9d14-cfed887466a2 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:56:58.376734 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:57Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:58.405720 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a70ec-df59-4748-a357-cf3f33bb7951 None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:57Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:56:58.467288 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:56:58.493698 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Sync routers for ids ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:56:58.504554 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:58.506135 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-88e8f97b-c04b-4aba-9fc8-3f421767e93f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3884459 Jul 15 22:56:58.508883 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42018) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:58.525224 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Routers {'ac3ddf3d-4930-4b67-9d14-cfed887466a2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:56:58.525869 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:56:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:58.746084 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Set router ac3ddf3d-4930-4b67-9d14-cfed887466a2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:56:58.772333 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e3644a27-d6f5-424a-8902-1b70b4d7d258 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:58.889459 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port e3644a27-d6f5-424a-8902-1b70b4d7d258 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:58.896488 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port e3644a27-d6f5-424a-8902-1b70b4d7d258 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:58.896916 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:58.997672 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:56:57Z', 'revision_number': 3, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port': {'id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:56:59.032050 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Checking router: ac3ddf3d-4930-4b67-9d14-cfed887466a2 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:56:59.033249 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Updating router ac3ddf3d-4930-4b67-9d14-cfed887466a2 port 1bdca8ce-5f88-4d0d-86f5-5267a3113637 binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:56:59.085048 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.235144 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.295236 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952101fb-6acc-4f2c-a1ed-a4bb27708190 req-b0ce9c67-fe6a-49b8-9be3-ca0129e90657 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:59.298090 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-952101fb-6acc-4f2c-a1ed-a4bb27708190 req-b0ce9c67-fe6a-49b8-9be3-ca0129e90657 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1858995 Jul 15 22:56:59.345345 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.391390 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-952101fb-6acc-4f2c-a1ed-a4bb27708190 req-e300f159-b18c-4f89-bc2c-6e8dd1d269c5 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862024 Jul 15 22:56:59.413163 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port e3644a27-d6f5-424a-8902-1b70b4d7d258, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=e3644a27-d6f5-424a-8902-1b70b4d7d258,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:59.413163 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f260f-24cb-4117-a81c-b2d9d53b5f79 None None] Network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:56:59.423289 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.424345 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device f253e144-961f-408c-b562-615d7343f196 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:59.525034 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-0ea13bd5-87fa-4c81-9730-a2faf8314636 None None] Provisioning for port f253e144-961f-408c-b562-615d7343f196 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:59.585125 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Allocated IP 172.20.0.1 (7f1399c9-7571-41e4-aa84-fffeeb2f3910/56baed9d-60d7-4578-8fec-938bb5989b13/e0a01fe3-0ead-41bc-9504-4332129a99f2) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:56:59.702875 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=e3644a27-d6f5-424a-8902-1b70b4d7d258,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:59.710789 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port f253e144-961f-408c-b562-615d7343f196 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:59.713735 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.717763 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.723442 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port f253e144-961f-408c-b562-615d7343f196 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:59.723982 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.731651 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Transition to ACTIVE for port object e0a01fe3-0ead-41bc-9504-4332129a99f2 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:59.731945 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Transition to ACTIVE for port object 1bdca8ce-5f88-4d0d-86f5-5267a3113637 will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:59.742931 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.777786 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.815889 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Attempting to bind port 1bdca8ce-5f88-4d0d-86f5-5267a3113637 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:56:59.816974 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Attempting to bind port 1bdca8ce-5f88-4d0d-86f5-5267a3113637 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:56:59.817526 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Attempting to bind port 1bdca8ce-5f88-4d0d-86f5-5267a3113637 on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:56:59.826874 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496cd36-c259-400e-b169-bafa24a21465 None None] Pushing event updated for resources: {'Port': ['ID=1bdca8ce-5f88-4d0d-86f5-5267a3113637,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:59.831110 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:56:59.831717 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:59.832267 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.832558 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:56:59.832982 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:56:59.833611 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Bound port: 1bdca8ce-5f88-4d0d-86f5-5267a3113637, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:56:59.834185 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.840806 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:59.843401 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:56:59.876290 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a01fe3-0ead-41bc-9504-4332129a99f2,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:59.880996 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.900236 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] For port 1bdca8ce-5f88-4d0d-86f5-5267a3113637, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:56:59.907035 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] For port 1bdca8ce-5f88-4d0d-86f5-5267a3113637, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=1bdca8ce-5f88-4d0d-86f5-5267a3113637,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:56:59.910133 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.912712 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.946648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port f253e144-961f-408c-b562-615d7343f196, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=f253e144-961f-408c-b562-615d7343f196,segment=NetworkSegment(50d58ad7-36e4-4127-89c6-697cbd7cb6f4),segment_id=50d58ad7-36e4-4127-89c6-697cbd7cb6f4)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:59.957226 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:59.994915 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496cd36-c259-400e-b169-bafa24a21465 None None] Pushing event updated for resources: {'Port': ['ID=1bdca8ce-5f88-4d0d-86f5-5267a3113637,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:00.000438 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Routers {'ac3ddf3d-4930-4b67-9d14-cfed887466a2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:00.001741 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:56:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:00.042941 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=f253e144-961f-408c-b562-615d7343f196,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:00.117034 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.137539 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] Set router ac3ddf3d-4930-4b67-9d14-cfed887466a2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:00.188159 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d9258118-15a9-46bc-bcdc-c7f3e7196f8f None None] Provisioning for port e0a01fe3-0ead-41bc-9504-4332129a99f2 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:00.192876 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d9258118-15a9-46bc-bcdc-c7f3e7196f8f None None] Provisioning complete for port e0a01fe3-0ead-41bc-9504-4332129a99f2 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:00.193251 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d9258118-15a9-46bc-bcdc-c7f3e7196f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.254326 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-d9258118-15a9-46bc-bcdc-c7f3e7196f8f None None] Port e0a01fe3-0ead-41bc-9504-4332129a99f2 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:00.267106 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-d9258118-15a9-46bc-bcdc-c7f3e7196f8f None None] Provisioning complete for port f253e144-961f-408c-b562-615d7343f196 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:00.267479 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d9258118-15a9-46bc-bcdc-c7f3e7196f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.320976 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.330775 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.400220 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.402014 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a01fe3-0ead-41bc-9504-4332129a99f2,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:00.409384 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:56:57Z', 'revision_number': 3, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port': {'id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:00.437511 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb65d027-8b03-4519-9bdf-fa721996dc13 None None] The sync data for ids ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'] in dv-cinder-794962-10-iscsi is: [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:56:57Z', 'revision_number': 3, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port': {'id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:57:00.491849 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-76b2e556-3148-487a-8832-4f70d1391703 None None] Provisioning complete for port e0a01fe3-0ead-41bc-9504-4332129a99f2 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:00.492387 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-76b2e556-3148-487a-8832-4f70d1391703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.509664 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:00.511342 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:00.594249 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-76b2e556-3148-487a-8832-4f70d1391703 None None] Port e0a01fe3-0ead-41bc-9504-4332129a99f2 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:00.690507 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e3644a27-d6f5-424a-8902-1b70b4d7d258 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:00.760801 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Router ac3ddf3d-4930-4b67-9d14-cfed887466a2 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:57:00.769116 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4570-198b-407f-b0c4-3edad2eae2fd req-20731f3e-2add-4c15-b9b0-d920e1718a27 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:00.784849 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8f9b4570-198b-407f-b0c4-3edad2eae2fd req-20731f3e-2add-4c15-b9b0-d920e1718a27 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.2065628 Jul 15 22:57:00.801281 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port e3644a27-d6f5-424a-8902-1b70b4d7d258 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:00.801654 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.897198 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-fc69d392-b1fa-476a-97af-fd789b96c164 None None] Provisioning complete for port e0a01fe3-0ead-41bc-9504-4332129a99f2 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:00.897716 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-fc69d392-b1fa-476a-97af-fd789b96c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.958092 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-fc69d392-b1fa-476a-97af-fd789b96c164 None None] Port e0a01fe3-0ead-41bc-9504-4332129a99f2 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:00.986493 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8f9b4570-198b-407f-b0c4-3edad2eae2fd req-40bee773-fe0d-4772-8502-2b3f9c7a56f1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922660 Jul 15 22:57:01.046491 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device f253e144-961f-408c-b562-615d7343f196 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:01.087319 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:57:01.093524 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5c5db8ad-a225-45b3-8a27-ad3557369fc8 admin admin] 10.222.0.10 "PUT /v2.0/routers/ac3ddf3d-4930-4b67-9d14-cfed887466a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5835729 Jul 15 22:57:01.117917 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port f253e144-961f-408c-b562-615d7343f196 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:01.118757 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.674744 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42078) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:01.679463 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-2a70e7f0-0e55-40f9-8ede-1e3bed337431 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946532260', 'description': 'tempest-secgroup-smoke-1946532260 description', 'project_id': '03c7e20302bf46eb8d42294e693315a3'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:01.704781 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7f0-0e55-40f9-8ede-1e3bed337431 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.799831 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7f0-0e55-40f9-8ede-1e3bed337431 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.803884 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7f0-0e55-40f9-8ede-1e3bed337431 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.833290 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-2a70e7f0-0e55-40f9-8ede-1e3bed337431 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.834659 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-2a70e7f0-0e55-40f9-8ede-1e3bed337431 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1588750 Jul 15 22:57:01.836622 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70e7f0-0e55-40f9-8ede-1e3bed337431 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5af8c9-720f-4468-a684-ff9c666cc856,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:01.837815 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42082) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:01.842790 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-ea8976eb-ca28-4f74-a3cd-38c4d4278861 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'security_group_rule': {'security_group_id': 'df5af8c9-720f-4468-a684-ff9c666cc856', 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:01.872929 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ea8976eb-ca28-4f74-a3cd-38c4d4278861 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.918977 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ea8976eb-ca28-4f74-a3cd-38c4d4278861 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.922692 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ea8976eb-ca28-4f74-a3cd-38c4d4278861 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.941055 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8976eb-ca28-4f74-a3cd-38c4d4278861 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35679b39-1788-4b24-b050-40cd2af31ba7,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:01.946743 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ea8976eb-ca28-4f74-a3cd-38c4d4278861 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:01.947835 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ea8976eb-ca28-4f74-a3cd-38c4d4278861 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085360 Jul 15 22:57:01.950517 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42086) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:01.955780 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-dc62d49b-f6d3-4b02-8b26-2f05574f43c8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'security_group_rule': {'security_group_id': 'df5af8c9-720f-4468-a684-ff9c666cc856', 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:01.985576 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc62d49b-f6d3-4b02-8b26-2f05574f43c8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.012578 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1020f1-af91-4796-bd59-8b9452e31799 req-2dd26671-0ea2-47a9-a358-f0803f7b1591 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:02.014107 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf1020f1-af91-4796-bd59-8b9452e31799 req-2dd26671-0ea2-47a9-a358-f0803f7b1591 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0626600 Jul 15 22:57:02.061921 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc62d49b-f6d3-4b02-8b26-2f05574f43c8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.067674 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc62d49b-f6d3-4b02-8b26-2f05574f43c8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.074329 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf1020f1-af91-4796-bd59-8b9452e31799 req-84d02d2d-8ecf-4e0b-a8b4-ff395c42352f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489073 Jul 15 22:57:02.089258 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62d49b-f6d3-4b02-8b26-2f05574f43c8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d5793b-21b1-4c7b-a2d1-af17aad1b983,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:02.104317 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc62d49b-f6d3-4b02-8b26-2f05574f43c8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.106184 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-dc62d49b-f6d3-4b02-8b26-2f05574f43c8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543694 Jul 15 22:57:02.108654 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42092) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:02.113063 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-78d865a4-a5e5-4e39-9b63-c83bc35fa3f4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'security_group_rule': {'security_group_id': 'df5af8c9-720f-4468-a684-ff9c666cc856', 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:02.168916 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78d865a4-a5e5-4e39-9b63-c83bc35fa3f4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.369815 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Sync routers for ids ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:57:02.381623 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Routers {'ac3ddf3d-4930-4b67-9d14-cfed887466a2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:02.382369 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:56:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:02.449907 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc6443-cb99-4753-b0c0-480cdc0bf2e5 req-6e55b33b-b6b1-454d-9e50-90e02c66fee8 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:02.451380 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0dfc6443-cb99-4753-b0c0-480cdc0bf2e5 req-6e55b33b-b6b1-454d-9e50-90e02c66fee8 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.3272576 Jul 15 22:57:02.487289 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Set router ac3ddf3d-4930-4b67-9d14-cfed887466a2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:02.488353 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78d865a4-a5e5-4e39-9b63-c83bc35fa3f4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.496768 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78d865a4-a5e5-4e39-9b63-c83bc35fa3f4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.515758 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0dfc6443-cb99-4753-b0c0-480cdc0bf2e5 req-ce5620e3-97d6-47fc-be13-f68365fb1f3a tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561235 Jul 15 22:57:02.520580 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d865a4-a5e5-4e39-9b63-c83bc35fa3f4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6bfdf4-62df-4a7a-b61a-eee9ff7fad94,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:02.527500 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78d865a4-a5e5-4e39-9b63-c83bc35fa3f4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.531773 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-78d865a4-a5e5-4e39-9b63-c83bc35fa3f4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4192133 Jul 15 22:57:02.531773 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42098) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:02.536140 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-c835fb17-6402-4031-819b-55a97af3f830 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'security_group_rule': {'security_group_id': 'df5af8c9-720f-4468-a684-ff9c666cc856', 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:02.561416 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c835fb17-6402-4031-819b-55a97af3f830 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.628467 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c835fb17-6402-4031-819b-55a97af3f830 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.633341 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c835fb17-6402-4031-819b-55a97af3f830 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.650702 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835fb17-6402-4031-819b-55a97af3f830 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f55a06a-769b-4b46-a1ba-23c1c351b8f3,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:02.657392 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c835fb17-6402-4031-819b-55a97af3f830 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.658582 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c835fb17-6402-4031-819b-55a97af3f830 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260271 Jul 15 22:57:02.661794 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42100) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:02.667124 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-92411f9a-a64a-4ee4-81c1-0dfed17b76d2 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'security_group_rule': {'security_group_id': 'df5af8c9-720f-4468-a684-ff9c666cc856', 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:02.683337 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 1bdca8ce-5f88-4d0d-86f5-5267a3113637 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:02.688235 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-92411f9a-a64a-4ee4-81c1-0dfed17b76d2 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Project 03c7e20302bf46eb8d42294e693315a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 22:57:02.693689 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-92411f9a-a64a-4ee4-81c1-0dfed17b76d2 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.746479 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:57:00Z', 'revision_number': 4, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port': {'id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e0a01fe3-0ead-41bc-9504-4332129a99f2', 'name': '', 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'mac_address': 'fa:16:3e:c9:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '56baed9d-60d7-4578-8fec-938bb5989b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:59Z', 'updated_at': '2021-07-15T22:57:00Z', 'revision_number': 2, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'subnets': [{'id': '56baed9d-60d7-4578-8fec-938bb5989b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:02.749306 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 1bdca8ce-5f88-4d0d-86f5-5267a3113637 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:02.754196 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-92411f9a-a64a-4ee4-81c1-0dfed17b76d2 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.757728 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-92411f9a-a64a-4ee4-81c1-0dfed17b76d2 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.774788 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Checking router: ac3ddf3d-4930-4b67-9d14-cfed887466a2 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:57:02.775148 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Updating router ac3ddf3d-4930-4b67-9d14-cfed887466a2 port e0a01fe3-0ead-41bc-9504-4332129a99f2 binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:57:02.776533 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92411f9a-a64a-4ee4-81c1-0dfed17b76d2 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b050ccb-fb28-416f-a794-fe0a1b98cc3d,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:02.778109 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 1bdca8ce-5f88-4d0d-86f5-5267a3113637 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:02.778484 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.780526 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-92411f9a-a64a-4ee4-81c1-0dfed17b76d2 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.784312 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-92411f9a-a64a-4ee4-81c1-0dfed17b76d2 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186695 Jul 15 22:57:02.784756 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42102) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:02.789128 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-42ef03af-44df-48fa-b5c6-e7a889453f9a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'security_group_rule': {'security_group_id': 'df5af8c9-720f-4468-a684-ff9c666cc856', 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:02.810589 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-42ef03af-44df-48fa-b5c6-e7a889453f9a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Project 03c7e20302bf46eb8d42294e693315a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 22:57:02.815855 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-42ef03af-44df-48fa-b5c6-e7a889453f9a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.838352 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.878729 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-42ef03af-44df-48fa-b5c6-e7a889453f9a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.882235 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-42ef03af-44df-48fa-b5c6-e7a889453f9a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.900523 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef03af-44df-48fa-b5c6-e7a889453f9a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88492a60-b58e-4146-936c-f832215142d6,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:02.907894 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-42ef03af-44df-48fa-b5c6-e7a889453f9a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.909513 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-42ef03af-44df-48fa-b5c6-e7a889453f9a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234307 Jul 15 22:57:02.919882 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:02.998980 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 1bdca8ce-5f88-4d0d-86f5-5267a3113637, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=1bdca8ce-5f88-4d0d-86f5-5267a3113637,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:03.005821 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.109169 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=1bdca8ce-5f88-4d0d-86f5-5267a3113637,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:03.201701 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.212802 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Transition to ACTIVE for port object e0a01fe3-0ead-41bc-9504-4332129a99f2 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:03.220867 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.271083 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11833bdb-e9b7-4ce0-be0c-bd7d1f42c359 None None] Pushing event updated for resources: {'Port': ['ID=e0a01fe3-0ead-41bc-9504-4332129a99f2,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:03.285523 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370f9cd-3db9-4694-a23a-36231cfa2cc0 req-37371cdc-cb1c-45b9-830a-382611cd4e09 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:03.286995 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9370f9cd-3db9-4694-a23a-36231cfa2cc0 req-37371cdc-cb1c-45b9-830a-382611cd4e09 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0897150 Jul 15 22:57:03.347001 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9370f9cd-3db9-4694-a23a-36231cfa2cc0 req-20cdc916-891d-4891-9575-8c1f05347806 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543807 Jul 15 22:57:03.349905 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Attempting to bind port e0a01fe3-0ead-41bc-9504-4332129a99f2 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:03.350670 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Attempting to bind port e0a01fe3-0ead-41bc-9504-4332129a99f2 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:03.351265 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Attempting to bind port e0a01fe3-0ead-41bc-9504-4332129a99f2 on network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:03.357944 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:03.358581 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Checking segment: {'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:03.359228 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.360312 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Bound using segment: {'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:03.361059 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Bound port: e0a01fe3-0ead-41bc-9504-4332129a99f2, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d58ad7-36e4-4127-89c6-697cbd7cb6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:03.361483 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.441425 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] For port e0a01fe3-0ead-41bc-9504-4332129a99f2, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:03.445986 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] For port e0a01fe3-0ead-41bc-9504-4332129a99f2, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=e0a01fe3-0ead-41bc-9504-4332129a99f2,segment=NetworkSegment(50d58ad7-36e4-4127-89c6-697cbd7cb6f4),segment_id=50d58ad7-36e4-4127-89c6-697cbd7cb6f4)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:03.455527 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.515977 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11833bdb-e9b7-4ce0-be0c-bd7d1f42c359 None None] Pushing event updated for resources: {'Port': ['ID=e0a01fe3-0ead-41bc-9504-4332129a99f2,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:03.518650 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Routers {'ac3ddf3d-4930-4b67-9d14-cfed887466a2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:03.519235 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:56:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:03.650797 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] Set router ac3ddf3d-4930-4b67-9d14-cfed887466a2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:03.711992 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078125e-4f95-4bca-bbc5-30e99ee13c15 req-751ff67e-08de-48fb-b886-1f5b2283b5dd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:03.713610 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1078125e-4f95-4bca-bbc5-30e99ee13c15 req-751ff67e-08de-48fb-b886-1f5b2283b5dd tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0648882 Jul 15 22:57:03.752429 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1078125e-4f95-4bca-bbc5-30e99ee13c15 req-b9c39df2-0fa7-422b-aeef-f8f0d46cdc98 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Jul 15 22:57:03.867263 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:57:00Z', 'revision_number': 4, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port': {'id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e0a01fe3-0ead-41bc-9504-4332129a99f2', 'name': '', 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'mac_address': 'fa:16:3e:c9:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '56baed9d-60d7-4578-8fec-938bb5989b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:59Z', 'updated_at': '2021-07-15T22:57:03Z', 'revision_number': 4, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'subnets': [{'id': '56baed9d-60d7-4578-8fec-938bb5989b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:03.893013 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99adb51d-7e96-4da8-8b1e-16cd6bd68fc9 None None] The sync data for ids ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'] in dv-cinder-794962-10-iscsi is: [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:57:00Z', 'revision_number': 4, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port': {'id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e0a01fe3-0ead-41bc-9504-4332129a99f2', 'name': '', 'network_id': '7f1399c9-7571-41e4-aa84-fffeeb2f3910', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'mac_address': 'fa:16:3e:c9:0d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '56baed9d-60d7-4578-8fec-938bb5989b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:59Z', 'updated_at': '2021-07-15T22:57:03Z', 'revision_number': 4, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'subnets': [{'id': '56baed9d-60d7-4578-8fec-938bb5989b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:57:04.342832 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-09bcd424-b989-4c5a-96d5-945ca5d37224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:04.344349 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-09bcd424-b989-4c5a-96d5-945ca5d37224 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1099 time: 0.0559514 Jul 15 22:57:04.471612 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-ec1a91da-e790-4c02-bccd-1b882df45525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:04.473176 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-ec1a91da-e790-4c02-bccd-1b882df45525 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.0975163 Jul 15 22:57:04.569669 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-21bf6f2f-d508-47fa-9e6d-a161d779cb49 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 200 len: 217 time: 0.0818408 Jul 15 22:57:04.645439 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd946c8e-4582-4be2-9436-38a4633b8b22 req-3f1e0787-4c46-45d5-9b3c-4c68e3f430c5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:04.647142 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd946c8e-4582-4be2-9436-38a4633b8b22 req-3f1e0787-4c46-45d5-9b3c-4c68e3f430c5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1709363 Jul 15 22:57:04.648953 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-541557ed-3f2d-44d0-8f7f-8e74f4552d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:04.650288 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-541557ed-3f2d-44d0-8f7f-8e74f4552d75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.0726237 Jul 15 22:57:04.696571 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-501d56ed-7d45-4666-94ef-64efa9df84af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290482 Jul 15 22:57:04.718127 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e0a01fe3-0ead-41bc-9504-4332129a99f2 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:04.734141 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd946c8e-4582-4be2-9436-38a4633b8b22 req-f76dda52-17d8-46d7-aa71-704ae897b1f6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811629 Jul 15 22:57:04.774340 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port e0a01fe3-0ead-41bc-9504-4332129a99f2 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:04.792551 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port e0a01fe3-0ead-41bc-9504-4332129a99f2 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:04.793029 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:04.818994 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-f79bac11-26f8-4956-837f-b1a804b083f6 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101904 Jul 15 22:57:04.916431 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f64f3836-c1eb-4d11-a827-a7d5a5ca4502 req-a0900df8-2071-4ef5-9e3e-a87f150bf5d7 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868688 Jul 15 22:57:04.952171 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8496f6-c0fb-4fcf-9721-2078b8add4bb req-8023149b-f7c5-4f9b-be73-542935cdf7e8 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:04.954828 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a8496f6-c0fb-4fcf-9721-2078b8add4bb req-8023149b-f7c5-4f9b-be73-542935cdf7e8 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0814004 Jul 15 22:57:04.996942 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a8496f6-c0fb-4fcf-9721-2078b8add4bb req-9dd3d0c3-6ee4-40b1-9053-9f5e6686fe3f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360339 Jul 15 22:57:05.000563 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:05.034484 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port e0a01fe3-0ead-41bc-9504-4332129a99f2, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=e0a01fe3-0ead-41bc-9504-4332129a99f2,segment=NetworkSegment(50d58ad7-36e4-4127-89c6-697cbd7cb6f4),segment_id=50d58ad7-36e4-4127-89c6-697cbd7cb6f4)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:05.038684 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:05.039690 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 1bdca8ce-5f88-4d0d-86f5-5267a3113637 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:05.115770 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=e0a01fe3-0ead-41bc-9504-4332129a99f2,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:05.128204 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 1bdca8ce-5f88-4d0d-86f5-5267a3113637 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:05.128204 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:05.364717 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6f7d3-b7e2-4e34-b793-37a13e6f5697 req-67f9f6df-1bbd-4cdf-8726-d4aebc0319c2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:05.366286 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1fd6f7d3-b7e2-4e34-b793-37a13e6f5697 req-67f9f6df-1bbd-4cdf-8726-d4aebc0319c2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0648885 Jul 15 22:57:05.400680 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-e90b5b96-480f-450e-9323-59a22b03ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:05.402460 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-e90b5b96-480f-450e-9323-59a22b03ed13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 1098 time: 0.0693126 Jul 15 22:57:05.415171 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1fd6f7d3-b7e2-4e34-b793-37a13e6f5697 req-3fdd5c01-ade1-4c4f-b1fc-19b80a9cd25e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Jul 15 22:57:05.528780 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-353d00e1-7297-4d0e-93fb-0f90bad03a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:05.530936 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-353d00e1-7297-4d0e-93fb-0f90bad03a47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 911 time: 0.1141095 Jul 15 22:57:05.636037 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-13219850-fa43-453d-bf20-3e542bb46140 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0950541 Jul 15 22:57:05.698267 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-05d32dc3-0a85-4df9-9977-bd04afaa0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:05.699814 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-05d32dc3-0a85-4df9-9977-bd04afaa0d28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.0523875 Jul 15 22:57:05.775244 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-e82c4a18-714b-4808-b333-8e92b1d7a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:05.776921 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-e82c4a18-714b-4808-b333-8e92b1d7a10d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637417 Jul 15 22:57:05.932862 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-39522508-8838-403c-8a11-2b154029e38b service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431758 Jul 15 22:57:05.985875 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc741c1c-6cf5-4c10-a90a-4b9cd675e871 req-78836305-d0bb-4f74-813a-1e2319947347 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:05.987397 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cc741c1c-6cf5-4c10-a90a-4b9cd675e871 req-78836305-d0bb-4f74-813a-1e2319947347 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1145341 Jul 15 22:57:06.073262 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cc741c1c-6cf5-4c10-a90a-4b9cd675e871 req-c60b537d-5595-44c4-b104-d37e9dd91fc0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519123 Jul 15 22:57:06.075299 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6167cb5-03f9-470d-9ce0-7583cd7ce373 req-a478e192-c975-470b-8208-216eb9795395 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338220 Jul 15 22:57:06.276163 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:06.607578 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70265cbd-45e7-4f17-a391-94b6d333f705 req-a82b6b02-5721-4ab2-90ad-9dfb96839678 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:06.609065 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-70265cbd-45e7-4f17-a391-94b6d333f705 req-a82b6b02-5721-4ab2-90ad-9dfb96839678 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0634344 Jul 15 22:57:06.631465 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e0a01fe3-0ead-41bc-9504-4332129a99f2 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:06.651686 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-70265cbd-45e7-4f17-a391-94b6d333f705 req-0a42e78e-080d-49d0-8b77-5e04aba67b86 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 Jul 15 22:57:06.679840 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port e0a01fe3-0ead-41bc-9504-4332129a99f2 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:06.680213 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:07.246401 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d634c-db8d-44fb-8522-4c1d0692d8a8 req-2f0d9da4-cede-4091-8a91-f353800ac5fe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:07.247912 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-551d634c-db8d-44fb-8522-4c1d0692d8a8 req-2f0d9da4-cede-4091-8a91-f353800ac5fe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0645220 Jul 15 22:57:07.281583 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-109c536f-271c-4b9e-bfd7-1bb22fe15ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:07.291805 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-551d634c-db8d-44fb-8522-4c1d0692d8a8 req-b2c8c4cb-be87-4f32-bf0d-e876a7083920 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382411 Jul 15 22:57:07.836834 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579647a5-6530-4048-aa26-e0003a4db8fe req-3c036a51-bbc7-4275-b886-60a7406dccc2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:07.838344 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-579647a5-6530-4048-aa26-e0003a4db8fe req-3c036a51-bbc7-4275-b886-60a7406dccc2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0682371 Jul 15 22:57:07.877151 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-579647a5-6530-4048-aa26-e0003a4db8fe req-1dc911f0-872e-4017-9640-b1a115aeb1a2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327797 Jul 15 22:57:08.513134 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145ce4f-986b-466e-af35-24fb274c74e0 req-6b7174e7-96d9-4f47-9fa4-55baa44a96f0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:08.514898 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1145ce4f-986b-466e-af35-24fb274c74e0 req-6b7174e7-96d9-4f47-9fa4-55baa44a96f0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0738566 Jul 15 22:57:08.562993 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1145ce4f-986b-466e-af35-24fb274c74e0 req-9760a7a0-c2c7-4d63-9c4d-0407b7a688e8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Jul 15 22:57:09.731430 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0af8-7b12-4665-8817-1545600f3182 req-cecf475c-2e93-4b81-ae61-23dcd7f5914a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:09.732899 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7b8e0af8-7b12-4665-8817-1545600f3182 req-cecf475c-2e93-4b81-ae61-23dcd7f5914a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0617855 Jul 15 22:57:09.770015 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7b8e0af8-7b12-4665-8817-1545600f3182 req-c1aacd7c-0541-49df-808d-723940f852f5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Jul 15 22:57:09.931885 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-573a6cec-410d-4900-a7e8-a7f1c651730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:10.193598 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:10.942892 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d95e18-abae-4586-804d-ebadab46f7b2 req-f09352c1-52b6-4bef-a025-4a63fc7e0f6d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:10.944367 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31d95e18-abae-4586-804d-ebadab46f7b2 req-f09352c1-52b6-4bef-a025-4a63fc7e0f6d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0631678 Jul 15 22:57:10.986592 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31d95e18-abae-4586-804d-ebadab46f7b2 req-5e4cbd15-9822-4c74-9c95-d33c7825cffc tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365796 Jul 15 22:57:10.995495 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:12.161098 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79fb60-5fc6-4b74-88ae-7e54c5bd157d req-45192edc-1648-4297-9da6-55482b0406ef tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:12.162627 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7c79fb60-5fc6-4b74-88ae-7e54c5bd157d req-45192edc-1648-4297-9da6-55482b0406ef tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0613003 Jul 15 22:57:12.203556 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7c79fb60-5fc6-4b74-88ae-7e54c5bd157d req-13f6488b-3d82-48c6-a224-4b1e74b0f086 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Jul 15 22:57:12.504488 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:13.553340 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3841f7-750a-4843-bab9-ae755f6ddde7 req-cb2bc18d-6639-47db-8599-cec8bd985a8e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:13.554898 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8e3841f7-750a-4843-bab9-ae755f6ddde7 req-cb2bc18d-6639-47db-8599-cec8bd985a8e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0682497 Jul 15 22:57:13.578428 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8cd19-7ee9-4e8b-93f0-878a25580043 req-7fc63844-0d08-478f-89c0-afcab2b43ac0 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:13.579958 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e1f8cd19-7ee9-4e8b-93f0-878a25580043 req-7fc63844-0d08-478f-89c0-afcab2b43ac0 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0703270 Jul 15 22:57:13.592018 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8e3841f7-750a-4843-bab9-ae755f6ddde7 req-528b8353-5f2e-4556-9273-7fedf7f14b44 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Jul 15 22:57:13.618723 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e1f8cd19-7ee9-4e8b-93f0-878a25580043 req-2d4bf485-7b2a-4595-adde-d755f2ed3b82 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Jul 15 22:57:14.762615 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792dd9c-0861-4656-9c50-5738cb401647 req-f8efd8e7-3af6-46a8-9707-7017ecdd9daf tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:14.764102 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2792dd9c-0861-4656-9c50-5738cb401647 req-f8efd8e7-3af6-46a8-9707-7017ecdd9daf tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0620189 Jul 15 22:57:14.789085 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cb883-1141-4905-87e7-89af2a2ed93e req-93668c98-e7a6-4b9b-93ea-3b99531f645c tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:14.790699 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-552cb883-1141-4905-87e7-89af2a2ed93e req-93668c98-e7a6-4b9b-93ea-3b99531f645c tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0619419 Jul 15 22:57:14.802942 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2792dd9c-0861-4656-9c50-5738cb401647 req-144f55e2-8f89-4e53-82da-2db0c051b43c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Jul 15 22:57:14.829112 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-552cb883-1141-4905-87e7-89af2a2ed93e req-0fbbe1d2-009b-4dc7-9098-91a5dfae6668 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Jul 15 22:57:15.202595 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42422) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:15.339104 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:15.440699 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:15.441237 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:15.479080 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3a4f3f8d13840feabcd2b2d52e67335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754006 Jul 15 22:57:15.480188 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c18372-f506-4525-8a64-8a4331fd90fa,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:15.481794 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42432) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:15.487617 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.487975 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.488319 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.488656 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.489262 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.489587 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.489942 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.490280 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.490609 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.490967 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.491371 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.491709 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31755932-0a68-494a-8ee4-182b24b73971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.535884 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:15.556149 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:15.602720 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:15.605526 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:15.606821 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09c18372-f506-4525-8a64-8a4331fd90fa HTTP/1.1" status: 204 len: 168 time: 0.1239867 Jul 15 22:57:15.615186 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c18372-f506-4525-8a64-8a4331fd90fa,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:15.622432 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.622894 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.623126 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.623468 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.623804 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.624142 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.624504 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.624876 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.625246 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.625577 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.625934 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.626769 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe067a-3257-4583-823a-7a3ecd44f678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:15.906080 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-a07f783e-bc3b-496e-8eed-7768897c401e tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:15.907133 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-a07f783e-bc3b-496e-8eed-7768897c401e tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.22 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0898345 Jul 15 22:57:16.053494 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67c1cf-8b0c-4c10-acf5-22881ce123eb req-6a1f2748-4ed6-4258-a963-e75d97b5c0c8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:16.054018 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719f4f6-7e72-4c2f-b422-262e5ebd6e45 req-7fd7ce93-562b-4109-a0da-e6a78b4cd56a tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:16.055452 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af67c1cf-8b0c-4c10-acf5-22881ce123eb req-6a1f2748-4ed6-4258-a963-e75d97b5c0c8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1290350 Jul 15 22:57:16.055626 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4719f4f6-7e72-4c2f-b422-262e5ebd6e45 req-7fd7ce93-562b-4109-a0da-e6a78b4cd56a tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 946 time: 0.0709553 Jul 15 22:57:16.092786 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Deleting port 9616ae97-cd80-4159-a98c-5135c9839770 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:57:16.093132 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.099713 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4719f4f6-7e72-4c2f-b422-262e5ebd6e45 req-b782bacf-d46a-4746-8cfa-689ddab7e382 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338054 Jul 15 22:57:16.137975 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af67c1cf-8b0c-4c10-acf5-22881ce123eb req-ab350531-99fc-475d-b813-50d20c0262d7 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659516 Jul 15 22:57:16.204541 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] For port 9616ae97-cd80-4159-a98c-5135c9839770, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9616ae97-cd80-4159-a98c-5135c9839770,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:16.204907 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.216983 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Calling delete_port for 9616ae97-cd80-4159-a98c-5135c9839770 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:57:16.312119 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42460) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:16.345542 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.384917 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Pushing event deleted for resources: {'Port': ['ID=9616ae97-cd80-4159-a98c-5135c9839770,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:16.408750 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1927596399-network', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:16.425221 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] No DVR routers for this DVR port 9616ae97-cd80-4159-a98c-5135c9839770 on host hv-cinder-79496 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:57:16.430211 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.431267 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Made reservation on behalf of 8d75a1a04cdb4c04af50a7f16254c959 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:16.432988 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e981975d-0139-4a94-98ee-989c562f8dc6 req-6481df97-f2c6-41fa-86e7-375164179d35 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.22 "DELETE /v2.0/ports/9616ae97-cd80-4159-a98c-5135c9839770 HTTP/1.1" status: 204 len: 173 time: 0.5166972 Jul 15 22:57:16.433499 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616897d0-b589-458b-ac53-39e5e5e42cfa', 'name': 'network-vif-deleted', 'tag': '9616ae97-cd80-4159-a98c-5135c9839770'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:57:16.434147 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.436429 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68a571e-0804-4c21-b65d-78e3a25850b7" -d '{"events": [{"server_uuid": "616897d0-b589-458b-ac53-39e5e5e42cfa", "name": "network-vif-deleted", "tag": "9616ae97-cd80-4159-a98c-5135c9839770"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:57:16.443114 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.508400 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfa3816-8ff6-47e3-b3b2-98b17b156ad4 x-openstack-request-id: req-adfa3816-8ff6-47e3-b3b2-98b17b156ad4 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:57:16.508693 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616897d0-b589-458b-ac53-39e5e5e42cfa", "name": "network-vif-deleted", "tag": "9616ae97-cd80-4159-a98c-5135c9839770", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:57:16.508949 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-adfa3816-8ff6-47e3-b3b2-98b17b156ad4 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:57:16.509344 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616897d0-b589-458b-ac53-39e5e5e42cfa', 'name': 'network-vif-deleted', 'tag': '9616ae97-cd80-4159-a98c-5135c9839770', 'status': 'completed', 'code': 200} Jul 15 22:57:16.561686 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.566233 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.580785 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:57:16.590513 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.590871 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Added segment 09a019cb-402e-4151-861b-452f1df09b4e of type vlan for network e1eda53d-f1c6-4623-8a85-f4edd8d6012d Jul 15 22:57:16.648239 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683459b8-8b53-4683-92ac-f70ec37b0d41,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:16.662732 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.697414 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.698561 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:16.699152 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.740028 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4229326 Jul 15 22:57:16.740705 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42506) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:16.746972 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Request body: {'subnet': {'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1927596399-subnet', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:16.769061 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Made reservation on behalf of 8d75a1a04cdb4c04af50a7f16254c959 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:16.771950 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7701131'] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:16.774783 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b12af-a9fa-476d-af23-cc991a4975c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e1eda53d-f1c6-4623-8a85-f4edd8d6012d,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:16.785179 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:57:16.953064 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8114846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7701145'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.011110 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63828403-6937-4004-b972-6404ae225a2f,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:17.020835 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Checking segment: {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:17.021290 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Network hostable DHCP agents. Network: e1eda53d-f1c6-4623-8a85-f4edd8d6012d, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:57:17.038153 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:57:17.047216 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, e1eda53d-f1c6-4623-8a85-f4edd8d6012d) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:17.051331 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:17.051932 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.057793 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921959a9-44c4-4c60-be48-ba9f853e28e8 None None] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:57:17.067117 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-abe8d7b9-564b-4c77-8386-36fa85bf7b14 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3245785 Jul 15 22:57:17.069610 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42514) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:17.075351 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:17.104384 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.105815 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.203969 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.282977 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:57:17.284410 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.435745 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f040c04-bfe8-4f90-a4eb-4445e06bf52e req-c2fa65de-9025-457a-9d0c-b970e901a28e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:17.438002 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4f040c04-bfe8-4f90-a4eb-4445e06bf52e req-c2fa65de-9025-457a-9d0c-b970e901a28e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0743780 Jul 15 22:57:17.458169 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Allocated IP 172.20.0.2 (e1eda53d-f1c6-4623-8a85-f4edd8d6012d/63828403-6937-4004-b972-6404ae225a2f/60bd7022-3bb7-4fba-a87f-18f986ddb080) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:17.488880 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4f040c04-bfe8-4f90-a4eb-4445e06bf52e req-e5158542-2e18-404e-92c1-e21ba7111037 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 Jul 15 22:57:17.585298 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3a85855a-5b73-4f9b-a1b3-7aff9636163a req-b91ae0db-c555-4afd-ad4c-165aebb191a1 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=616897d0-b589-458b-ac53-39e5e5e42cfa HTTP/1.1" status: 200 len: 210 time: 0.0321417 Jul 15 22:57:17.625521 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.633988 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Transition to ACTIVE for port object 60bd7022-3bb7-4fba-a87f-18f986ddb080 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:17.647763 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Transition to ACTIVE for port object 60bd7022-3bb7-4fba-a87f-18f986ddb080 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:17.653429 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.656381 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.700158 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:17.702923 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:17.706428 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:17.716866 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Pushing event updated for resources: {'Port': ['ID=60bd7022-3bb7-4fba-a87f-18f986ddb080,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:17.791419 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Attempting to bind port 60bd7022-3bb7-4fba-a87f-18f986ddb080 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:17.792114 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Attempting to bind port 60bd7022-3bb7-4fba-a87f-18f986ddb080 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:17.792114 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Attempting to bind port 60bd7022-3bb7-4fba-a87f-18f986ddb080 on network e1eda53d-f1c6-4623-8a85-f4edd8d6012d {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:17.797051 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:17.797426 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Checking segment: {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:17.797962 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.798876 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Bound using segment: {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:17.799336 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Bound port: 60bd7022-3bb7-4fba-a87f-18f986ddb080, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:17.799716 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.856611 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.864804 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] For port 60bd7022-3bb7-4fba-a87f-18f986ddb080, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:17.868035 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] For port 60bd7022-3bb7-4fba-a87f-18f986ddb080, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=60bd7022-3bb7-4fba-a87f-18f986ddb080,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:17.872538 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.875768 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:17.935392 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ebd3e-0784-45c2-ac7a-901a544bf389 None None] Pushing event updated for resources: {'Port': ['ID=60bd7022-3bb7-4fba-a87f-18f986ddb080,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:17.987625 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Allocated IP 172.27.0.129 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/40a86c95-cc59-4fdf-b59c-38ad416cfdcb) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:18.098189 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:18.160076 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:18.205369 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:18.208195 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:18.211796 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:18.236881 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Pushing event updated for resources: {'Port': ['ID=40a86c95-cc59-4fdf-b59c-38ad416cfdcb,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:18.308628 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 9616ae97-cd80-4159-a98c-5135c9839770 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:57:18.330355 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 9616ae97-cd80-4159-a98c-5135c9839770 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:57:18.330959 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 9616ae97-cd80-4159-a98c-5135c9839770 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:57:18.469038 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:18.712059 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f92f4d-96ea-49fa-a66d-32e3fbbf4bf9 req-9de935cf-a17d-4706-9db7-4fdad5e368ef tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:18.721096 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-19f92f4d-96ea-49fa-a66d-32e3fbbf4bf9 req-9de935cf-a17d-4706-9db7-4fdad5e368ef tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0993726 Jul 15 22:57:18.730476 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 60bd7022-3bb7-4fba-a87f-18f986ddb080 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:18.744434 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:18.774151 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-19f92f4d-96ea-49fa-a66d-32e3fbbf4bf9 req-957b5d6e-31ae-4fde-84c8-0236033ae603 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Jul 15 22:57:18.824483 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 60bd7022-3bb7-4fba-a87f-18f986ddb080 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:18.922683 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Router 615377fe-2dac-4112-87f4-7a43810c1e89 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:57:18.971752 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b401707-90dd-4dfe-af12-09983a18d556 None None] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:57:19.037634 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:57:19.050850 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Sync routers for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:57:19.054093 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-e0af5da6-2df7-47fe-9488-74df4d0cb472 None None] Provisioning for port 60bd7022-3bb7-4fba-a87f-18f986ddb080 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:19.054243 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.055696 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2169c727-9111-4e63-80cf-be370312bfda admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9849186 Jul 15 22:57:19.058890 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42548) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:19.061789 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:19.062694 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:19.067479 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-e0af5da6-2df7-47fe-9488-74df4d0cb472 None None] Provisioning complete for port 60bd7022-3bb7-4fba-a87f-18f986ddb080 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:19.067957 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e0af5da6-2df7-47fe-9488-74df4d0cb472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.187560 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:19.227632 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e0af5da6-2df7-47fe-9488-74df4d0cb472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.263252 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-e0af5da6-2df7-47fe-9488-74df4d0cb472 None None] For port 60bd7022-3bb7-4fba-a87f-18f986ddb080, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=60bd7022-3bb7-4fba-a87f-18f986ddb080,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:19.270447 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e0af5da6-2df7-47fe-9488-74df4d0cb472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.325487 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af5da6-2df7-47fe-9488-74df4d0cb472 None None] Pushing event updated for resources: {'Port': ['ID=60bd7022-3bb7-4fba-a87f-18f986ddb080,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:19.405598 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:18Z', 'revision_number': 3, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:19.436138 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Checking router: 615377fe-2dac-4112-87f4-7a43810c1e89 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:57:19.436670 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Updating router 615377fe-2dac-4112-87f4-7a43810c1e89 port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:57:19.492767 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-35dad032-417e-4ecb-a784-05e4f6b7716c None None] Provisioning complete for port 60bd7022-3bb7-4fba-a87f-18f986ddb080 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:19.493068 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.493422 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-35dad032-417e-4ecb-a784-05e4f6b7716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.523321 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.687553 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Allocated IP 172.20.0.1 (e1eda53d-f1c6-4623-8a85-f4edd8d6012d/63828403-6937-4004-b972-6404ae225a2f/d01db770-8478-4400-8c04-ec73c52c2f07) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:19.811884 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.827380 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Transition to ACTIVE for port object d01db770-8478-4400-8c04-ec73c52c2f07 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:19.841219 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.851696 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Transition to ACTIVE for port object 40a86c95-cc59-4fdf-b59c-38ad416cfdcb will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:19.867497 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.873082 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.920509 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:19.924844 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9aa16b-4f70-4ed1-885c-32e7d79acb89 None None] Pushing event updated for resources: {'Port': ['ID=40a86c95-cc59-4fdf-b59c-38ad416cfdcb,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:19.929107 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Attempting to bind port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:19.929478 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Attempting to bind port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:19.929858 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Attempting to bind port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:19.935106 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:19.935481 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:19.935880 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.936270 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:19.936732 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Bound port: 40a86c95-cc59-4fdf-b59c-38ad416cfdcb, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:19.937127 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:19.946384 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:19.951092 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:19.999737 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.004338 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Pushing event updated for resources: {'Port': ['ID=d01db770-8478-4400-8c04-ec73c52c2f07,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:20.006632 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] For port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:20.010169 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] For port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=40a86c95-cc59-4fdf-b59c-38ad416cfdcb,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:20.014911 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.083527 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9aa16b-4f70-4ed1-885c-32e7d79acb89 None None] Pushing event updated for resources: {'Port': ['ID=40a86c95-cc59-4fdf-b59c-38ad416cfdcb,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:20.127806 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:20.128538 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:20.203944 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-5d0e743e-91a8-46fe-810c-b9aa83c77bb3 None None] Provisioning for port d01db770-8478-4400-8c04-ec73c52c2f07 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:20.208717 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-5d0e743e-91a8-46fe-810c-b9aa83c77bb3 None None] Provisioning complete for port d01db770-8478-4400-8c04-ec73c52c2f07 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:20.209196 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-5d0e743e-91a8-46fe-810c-b9aa83c77bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.240863 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:20.248927 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e743e-91a8-46fe-810c-b9aa83c77bb3 None None] Port d01db770-8478-4400-8c04-ec73c52c2f07 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:20.346983 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dfeb2-8126-4e20-88f8-5a4d9a78943c req-4c8bd40a-7d2f-4017-a8c8-813a2ad9b77d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:20.348400 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3f9dfeb2-8126-4e20-88f8-5a4d9a78943c req-4c8bd40a-7d2f-4017-a8c8-813a2ad9b77d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.4486394 Jul 15 22:57:20.424821 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3f9dfeb2-8126-4e20-88f8-5a4d9a78943c req-6f904ad2-7f81-428b-942e-1224b9e2cb36 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686285 Jul 15 22:57:20.437352 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:18Z', 'revision_number': 3, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:20.438415 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.465082 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394838e2-bc19-4292-9b8b-f7758b862868 None None] The sync data for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi is: [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:18Z', 'revision_number': 3, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:57:20.628538 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.633615 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.652268 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 60bd7022-3bb7-4fba-a87f-18f986ddb080 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:20.711028 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 60bd7022-3bb7-4fba-a87f-18f986ddb080 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:20.711028 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.718984 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:20.728863 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Pushing event updated for resources: {'Port': ['ID=d01db770-8478-4400-8c04-ec73c52c2f07,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:20.841539 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:20.843244 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:20.969732 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Router 615377fe-2dac-4112-87f4-7a43810c1e89 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:57:21.077150 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-395e7fbc-e7bb-4adc-a638-87a73ef333dc None None] Provisioning complete for port d01db770-8478-4400-8c04-ec73c52c2f07 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:21.077515 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-395e7fbc-e7bb-4adc-a638-87a73ef333dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.094406 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:57:21.101073 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-64ee23df-c6a5-4c46-b358-bebeb320f613 admin admin] 10.222.0.10 "PUT /v2.0/routers/615377fe-2dac-4112-87f4-7a43810c1e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0366421 Jul 15 22:57:21.126264 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-395e7fbc-e7bb-4adc-a638-87a73ef333dc None None] Port d01db770-8478-4400-8c04-ec73c52c2f07 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:21.588808 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42584) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:21.595131 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1603778893-network', 'tenant_id': 'd386be197b1b4ea193630de955dedc74'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:21.627958 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Made reservation on behalf of d386be197b1b4ea193630de955dedc74 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:21.630311 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.643878 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.665057 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0215b2-14d4-4d51-8003-79d0daaceede req-9a7a0af1-1860-4460-b6f7-4bc41fc1ce1c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:21.667018 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6d0215b2-14d4-4d51-8003-79d0daaceede req-9a7a0af1-1860-4460-b6f7-4bc41fc1ce1c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1204598 Jul 15 22:57:21.728641 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6d0215b2-14d4-4d51-8003-79d0daaceede req-f9a52b2d-0a46-4310-a1ec-12f90cd467ce tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529082 Jul 15 22:57:21.785928 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.790120 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.815406 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:57:21.825142 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395cdb2f-5d7f-457f-88a2-1c51122506f8,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:21.830649 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.831039 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Added segment 7c2aa540-7485-4cbb-a3c4-4a1b1685211e of type vlan for network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff Jul 15 22:57:21.878649 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.908723 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.909717 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:21.910341 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.946631 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3564651 Jul 15 22:57:21.949280 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42586) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:21.955258 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Request body: {'subnet': {'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1603778893-subnet', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:21.973167 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa9c14-8c4f-4478-bdb7-636d142e8e8d admin admin] Pushing event updated for resources: {'Network': ['ID=a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:21.976592 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Made reservation on behalf of d386be197b1b4ea193630de955dedc74 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:21.979118 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7701131'] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:21.987622 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:57:22.093266 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Sync routers for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:57:22.103334 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:22.103944 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:22.169786 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8114846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7701145'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.217602 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:22.230720 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0902c4-c781-4952-a989-a5f2c7c6132a,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:22.243674 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Checking segment: {'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:22.244038 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Network hostable DHCP agents. Network: a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:57:22.261026 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:57:22.269417 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:22.273476 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:22.274344 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.289965 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ac5384a2-614d-4094-a5a6-d0a799c2a44a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3388827 Jul 15 22:57:22.291610 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3968b-6aac-4600-a0c5-4f10db23248e None None] Network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:57:22.292243 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42592) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:22.296535 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:22.316999 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.318019 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.367775 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.509262 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.529321 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff', 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'fixed_ips': [{'subnet_id': 'ef0902c4-c781-4952-a989-a5f2c7c6132a'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:57:22.530203 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.543869 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 2, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:22.572564 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Checking router: 615377fe-2dac-4112-87f4-7a43810c1e89 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:57:22.572922 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Updating router 615377fe-2dac-4112-87f4-7a43810c1e89 port d01db770-8478-4400-8c04-ec73c52c2f07 binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:57:22.727169 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 40a86c95-cc59-4fdf-b59c-38ad416cfdcb up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:22.739969 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.759487 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.817231 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:22.907962 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Allocated IP 172.27.0.233 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/40d6abaa-aa6a-4fd6-afa9-01841a3e5aba) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:22.967846 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4e8ff-2413-44ed-add0-75b89e7fa193 req-debb8760-a77e-4d83-9da9-066206372462 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:22.969373 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6e4e8ff-2413-44ed-add0-75b89e7fa193 req-debb8760-a77e-4d83-9da9-066206372462 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1105134 Jul 15 22:57:22.974167 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Allocated IP 172.20.0.2 (a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff/ef0902c4-c781-4952-a989-a5f2c7c6132a/693e3bc5-34c0-4546-9b55-55b288f46011) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:22.978130 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:22.995908 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:22.996525 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.063022 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.073709 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f6e4e8ff-2413-44ed-add0-75b89e7fa193 req-e9c43e2a-93c4-4637-aaaf-dd3a19f2a7c8 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730076 Jul 15 22:57:23.120870 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.156903 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:23.161702 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:23.169811 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:23.205324 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Pushing event updated for resources: {'Port': ['ID=40d6abaa-aa6a-4fd6-afa9-01841a3e5aba,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:23.276435 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.325600 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=40a86c95-cc59-4fdf-b59c-38ad416cfdcb,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:23.347223 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.348992 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.362818 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Transition to ACTIVE for port object 693e3bc5-34c0-4546-9b55-55b288f46011 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:23.414266 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.419559 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Transition to ACTIVE for port object 693e3bc5-34c0-4546-9b55-55b288f46011 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:23.436466 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.445469 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Transition to ACTIVE for port object d01db770-8478-4400-8c04-ec73c52c2f07 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:23.449871 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=40a86c95-cc59-4fdf-b59c-38ad416cfdcb,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:23.468051 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.480392 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:23.481239 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.490494 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:23.495322 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:23.522065 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Pushing event updated for resources: {'Port': ['ID=693e3bc5-34c0-4546-9b55-55b288f46011,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:23.611150 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Attempting to bind port 693e3bc5-34c0-4546-9b55-55b288f46011 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:23.611511 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Attempting to bind port 693e3bc5-34c0-4546-9b55-55b288f46011 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:23.611869 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Attempting to bind port 693e3bc5-34c0-4546-9b55-55b288f46011 on network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:23.645391 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:23.645774 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Checking segment: {'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:23.646209 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.646602 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Bound using segment: {'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:23.647077 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Bound port: 693e3bc5-34c0-4546-9b55-55b288f46011, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:23.647455 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.686191 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.686771 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ef45e-8f2c-4a7b-af74-163743d06de8 None None] Pushing event updated for resources: {'Port': ['ID=d01db770-8478-4400-8c04-ec73c52c2f07,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:23.702207 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Attempting to bind port d01db770-8478-4400-8c04-ec73c52c2f07 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:23.702663 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Attempting to bind port d01db770-8478-4400-8c04-ec73c52c2f07 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:23.703107 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Attempting to bind port d01db770-8478-4400-8c04-ec73c52c2f07 on network e1eda53d-f1c6-4623-8a85-f4edd8d6012d {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:23.751608 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:23.752066 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Checking segment: {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:23.752532 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.752989 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Bound using segment: {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:23.753737 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Bound port: d01db770-8478-4400-8c04-ec73c52c2f07, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:23.754325 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.839366 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:57:23.840587 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] For port 693e3bc5-34c0-4546-9b55-55b288f46011, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:23.863176 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] For port 693e3bc5-34c0-4546-9b55-55b288f46011, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=693e3bc5-34c0-4546-9b55-55b288f46011,segment=NetworkSegment(7c2aa540-7485-4cbb-a3c4-4a1b1685211e),segment_id=7c2aa540-7485-4cbb-a3c4-4a1b1685211e)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:23.867179 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] For port d01db770-8478-4400-8c04-ec73c52c2f07, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:23.871947 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.886958 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] For port d01db770-8478-4400-8c04-ec73c52c2f07, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=d01db770-8478-4400-8c04-ec73c52c2f07,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:23.907783 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.958017 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:57:23.964858 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5b8f7-99a9-49e9-ae43-0dfca9566a13 None None] Pushing event updated for resources: {'Port': ['ID=693e3bc5-34c0-4546-9b55-55b288f46011,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:23.967830 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Sync routers for ids ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:57:23.975507 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.977239 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:23.977888 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:23.980030 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Routers {'87367c72-8226-42a2-92d2-4dc0ca1f26d2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:23.980862 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42628) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:23.981423 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:23.989648 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a5e350c7-43cd-4143-b27b-7c9bdca49d3c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6962745 Jul 15 22:57:24.129595 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Set router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:24.241847 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:24.385384 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0569c75-bcd2-4c87-ad31-0840588e68ea req-adf7a6f4-4fd7-47b7-8ec2-4dc265c1c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:24.391820 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c0569c75-bcd2-4c87-ad31-0840588e68ea req-adf7a6f4-4fd7-47b7-8ec2-4dc265c1c23d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1099 time: 0.1802928 Jul 15 22:57:24.470331 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 3, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port': {'id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:24.487528 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c0569c75-bcd2-4c87-ad31-0840588e68ea req-ee22f28a-4a59-4147-950b-e4482e9961a3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873506 Jul 15 22:57:24.538274 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Checking router: 87367c72-8226-42a2-92d2-4dc0ca1f26d2 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:57:24.538908 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Updating router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:57:24.593757 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:24.738834 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ef45e-8f2c-4a7b-af74-163743d06de8 None None] Pushing event updated for resources: {'Port': ['ID=d01db770-8478-4400-8c04-ec73c52c2f07,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:24.744341 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:24.758176 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e6d9-d345-453b-982d-07db89f99e30 req-577be07f-12e9-4bd0-87c1-fa4e29e75215 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:24.759732 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3415e6d9-d345-453b-982d-07db89f99e30 req-577be07f-12e9-4bd0-87c1-fa4e29e75215 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1460559 Jul 15 22:57:24.862747 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3415e6d9-d345-453b-982d-07db89f99e30 req-3c10fcc4-63ff-48f2-a60d-8775a374ff00 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822644 Jul 15 22:57:24.863676 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:24.869145 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 693e3bc5-34c0-4546-9b55-55b288f46011 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:24.920550 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccbd9e-4c76-4d28-a2f4-d943c7c86de5 None None] The sync data for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi is: [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:57:24.977323 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 693e3bc5-34c0-4546-9b55-55b288f46011 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:24.994737 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 40a86c95-cc59-4fdf-b59c-38ad416cfdcb up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:25.031649 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Allocated IP 172.20.0.1 (a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff/ef0902c4-c781-4952-a989-a5f2c7c6132a/ccf37a13-2d42-4174-8b8e-d2d542a6a96d) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:25.034544 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.060827 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Transition to ACTIVE for port object 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:25.073004 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.084706 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:25.085232 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.171696 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317b563-19f6-494d-96d1-c65456af0678 None None] Pushing event updated for resources: {'Port': ['ID=40d6abaa-aa6a-4fd6-afa9-01841a3e5aba,revision_number=2']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:25.179898 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Attempting to bind port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:25.180547 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Attempting to bind port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:25.181067 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Attempting to bind port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:25.193466 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.194530 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:25.195123 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:25.195725 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.196283 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:25.196948 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Bound port: 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:25.197531 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.211819 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Transition to ACTIVE for port object ccf37a13-2d42-4174-8b8e-d2d542a6a96d will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:25.277498 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] For port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:25.280156 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.281794 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] For port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=40d6abaa-aa6a-4fd6-afa9-01841a3e5aba,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:25.289265 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.356196 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Pushing event updated for resources: {'Port': ['ID=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:25.360239 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:25.362457 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:25.365090 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:25.366658 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Routers {'87367c72-8226-42a2-92d2-4dc0ca1f26d2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:25.367472 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:25.407604 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317b563-19f6-494d-96d1-c65456af0678 None None] Pushing event updated for resources: {'Port': ['ID=40d6abaa-aa6a-4fd6-afa9-01841a3e5aba,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:25.419725 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.495427 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] Set router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:25.520479 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7548e93-1abe-473a-a352-8e1313157ea4 None None] Network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:57:25.624901 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-e5458065-074b-4004-846a-697aefbcb745 None None] Provisioning for port 693e3bc5-34c0-4546-9b55-55b288f46011 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:25.635045 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-e5458065-074b-4004-846a-697aefbcb745 None None] Provisioning complete for port 693e3bc5-34c0-4546-9b55-55b288f46011 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:25.635426 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e5458065-074b-4004-846a-697aefbcb745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.642667 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.742221 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 3, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port': {'id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:25.827512 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e5458065-074b-4004-846a-697aefbcb745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.864075 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21c453-7c76-49a6-b1ae-f799558fd8cc None None] The sync data for ids ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'] in dv-cinder-794962-10-iscsi is: [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 3, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port': {'id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:57:25.870658 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.879372 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.881186 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-e5458065-074b-4004-846a-697aefbcb745 None None] For port 693e3bc5-34c0-4546-9b55-55b288f46011, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=693e3bc5-34c0-4546-9b55-55b288f46011,segment=NetworkSegment(7c2aa540-7485-4cbb-a3c4-4a1b1685211e),segment_id=7c2aa540-7485-4cbb-a3c4-4a1b1685211e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:25.915146 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e5458065-074b-4004-846a-697aefbcb745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:25.989606 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5458065-074b-4004-846a-697aefbcb745 None None] Pushing event updated for resources: {'Port': ['ID=693e3bc5-34c0-4546-9b55-55b288f46011,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:26.009927 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:26.056005 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Pushing event updated for resources: {'Port': ['ID=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:26.130267 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e35e6-cf46-4a69-ab5e-9c47a6a45de6 req-c8318227-8e17-49be-a35d-4e1dc1f4d53c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:26.132477 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-852e35e6-cf46-4a69-ab5e-9c47a6a45de6 req-c8318227-8e17-49be-a35d-4e1dc1f4d53c tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0817494 Jul 15 22:57:26.145598 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4855f886-85e4-4bdd-9926-117757eeae31 None None] Provisioning complete for port 693e3bc5-34c0-4546-9b55-55b288f46011 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:26.146020 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4855f886-85e4-4bdd-9926-117757eeae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:26.162226 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:26.173953 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:26.191792 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-852e35e6-cf46-4a69-ab5e-9c47a6a45de6 req-cb6c5c10-8118-4c83-ac6b-ab09821966f2 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535035 Jul 15 22:57:26.343819 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4855f886-85e4-4bdd-9926-117757eeae31 None None] Provisioning for port ccf37a13-2d42-4174-8b8e-d2d542a6a96d completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:26.350777 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4855f886-85e4-4bdd-9926-117757eeae31 None None] Provisioning complete for port ccf37a13-2d42-4174-8b8e-d2d542a6a96d triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:26.351424 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4855f886-85e4-4bdd-9926-117757eeae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:26.396064 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-4855f886-85e4-4bdd-9926-117757eeae31 None None] Port ccf37a13-2d42-4174-8b8e-d2d542a6a96d cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:26.412021 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:57:26.527015 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-e8f7cd1b-0b98-4e31-ab44-4577d1b107c5 None None] Provisioning complete for port ccf37a13-2d42-4174-8b8e-d2d542a6a96d triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:26.528504 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e8f7cd1b-0b98-4e31-ab44-4577d1b107c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:26.557450 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:57:26.566143 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5003f6d7-9726-4fba-bc02-5147a406662d admin admin] 10.222.0.10 "PUT /v2.0/routers/87367c72-8226-42a2-92d2-4dc0ca1f26d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5838871 Jul 15 22:57:26.603180 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7cd1b-0b98-4e31-ab44-4577d1b107c5 None None] Port ccf37a13-2d42-4174-8b8e-d2d542a6a96d cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:26.726517 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a0dc606d-1367-47de-967d-0d2bcaf813fe None None] Provisioning complete for port ccf37a13-2d42-4174-8b8e-d2d542a6a96d triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:26.726895 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a0dc606d-1367-47de-967d-0d2bcaf813fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:26.790338 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc606d-1367-47de-967d-0d2bcaf813fe None None] Port ccf37a13-2d42-4174-8b8e-d2d542a6a96d cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:26.873136 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:26.922914 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:26.926640 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:26.927163 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.028499 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.049902 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=40d6abaa-aa6a-4fd6-afa9-01841a3e5aba,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:27.058079 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.058956 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 693e3bc5-34c0-4546-9b55-55b288f46011 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:27.134691 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=40d6abaa-aa6a-4fd6-afa9-01841a3e5aba,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:27.148456 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 693e3bc5-34c0-4546-9b55-55b288f46011 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:27.148835 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.234441 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device d01db770-8478-4400-8c04-ec73c52c2f07 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:27.296160 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port d01db770-8478-4400-8c04-ec73c52c2f07 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:27.300657 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port d01db770-8478-4400-8c04-ec73c52c2f07 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:27.301238 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.385264 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.399870 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c03842-5670-4a5e-927a-dcba2930f155 req-f1a46f33-45a6-43ab-bbfa-dddb8deb79ef tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:27.401373 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94c03842-5670-4a5e-927a-dcba2930f155 req-f1a46f33-45a6-43ab-bbfa-dddb8deb79ef tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0753858 Jul 15 22:57:27.417992 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port d01db770-8478-4400-8c04-ec73c52c2f07, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=d01db770-8478-4400-8c04-ec73c52c2f07,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:27.425734 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.459604 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94c03842-5670-4a5e-927a-dcba2930f155 req-49e5669b-4e6e-4a7f-9f48-1d062d242515 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491066 Jul 15 22:57:27.484309 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=d01db770-8478-4400-8c04-ec73c52c2f07,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:27.567144 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42672) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:27.571790 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-4c485c90-ec40-41e4-9a30-26edf6b0d27a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064297302', 'description': 'tempest-secgroup-smoke-2064297302 description', 'project_id': '8d75a1a04cdb4c04af50a7f16254c959'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:27.593290 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4c485c90-ec40-41e4-9a30-26edf6b0d27a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.680173 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4c485c90-ec40-41e4-9a30-26edf6b0d27a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.684897 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4c485c90-ec40-41e4-9a30-26edf6b0d27a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.716928 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4c485c90-ec40-41e4-9a30-26edf6b0d27a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.718218 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4c485c90-ec40-41e4-9a30-26edf6b0d27a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1500523 Jul 15 22:57:27.721747 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42676) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:27.730496 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-780c8979-2491-454f-8f47-7f2f848f46e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'security_group_rule': {'security_group_id': '2c529b49-ec5b-49e0-a0db-142bf47407ca', 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:27.736530 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c485c90-ec40-41e4-9a30-26edf6b0d27a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c529b49-ec5b-49e0-a0db-142bf47407ca,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:27.765023 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-780c8979-2491-454f-8f47-7f2f848f46e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.823751 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-780c8979-2491-454f-8f47-7f2f848f46e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.827816 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-780c8979-2491-454f-8f47-7f2f848f46e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.845047 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c8979-2491-454f-8f47-7f2f848f46e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b15191-427e-473f-b17e-2c0aaf33ccc5,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:27.851698 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-780c8979-2491-454f-8f47-7f2f848f46e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.852898 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-780c8979-2491-454f-8f47-7f2f848f46e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261320 Jul 15 22:57:27.855680 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42680) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:27.860054 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-0b9a41ef-cdb5-4554-9222-1eab69898a58 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'security_group_rule': {'security_group_id': '2c529b49-ec5b-49e0-a0db-142bf47407ca', 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:27.887438 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0b9a41ef-cdb5-4554-9222-1eab69898a58 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.950050 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0b9a41ef-cdb5-4554-9222-1eab69898a58 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.954249 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0b9a41ef-cdb5-4554-9222-1eab69898a58 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.971448 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a41ef-cdb5-4554-9222-1eab69898a58 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd2bde6-8189-4e5f-9f73-eb9d50c33a9c,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:27.978907 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0b9a41ef-cdb5-4554-9222-1eab69898a58 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:27.980091 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0b9a41ef-cdb5-4554-9222-1eab69898a58 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235032 Jul 15 22:57:27.982817 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 42682) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:27.987732 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-dda1ba98-22a1-4d42-a0e0-370f12e2d2c2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'security_group_rule': {'security_group_id': '2c529b49-ec5b-49e0-a0db-142bf47407ca', 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:28.014296 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dda1ba98-22a1-4d42-a0e0-370f12e2d2c2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.080317 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dda1ba98-22a1-4d42-a0e0-370f12e2d2c2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.082884 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dda1ba98-22a1-4d42-a0e0-370f12e2d2c2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.100708 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1ba98-22a1-4d42-a0e0-370f12e2d2c2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffecf5bf-ef3a-43ed-8508-3217cb0e08c0,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:28.107279 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dda1ba98-22a1-4d42-a0e0-370f12e2d2c2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.108560 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-dda1ba98-22a1-4d42-a0e0-370f12e2d2c2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248133 Jul 15 22:57:28.111447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42686) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:28.116455 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-67b520b6-42bd-4ad9-bf16-69ae993873bb tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'security_group_rule': {'security_group_id': '2c529b49-ec5b-49e0-a0db-142bf47407ca', 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:28.146305 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-67b520b6-42bd-4ad9-bf16-69ae993873bb tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.195602 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-67b520b6-42bd-4ad9-bf16-69ae993873bb tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.201690 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-67b520b6-42bd-4ad9-bf16-69ae993873bb tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.207832 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Sync routers for ids ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:57:28.216419 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Routers {'87367c72-8226-42a2-92d2-4dc0ca1f26d2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:28.217027 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:28.224009 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b520b6-42bd-4ad9-bf16-69ae993873bb tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac66594-2e04-49f4-95f8-6498a80af165,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:28.231229 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-67b520b6-42bd-4ad9-bf16-69ae993873bb tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.232459 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-67b520b6-42bd-4ad9-bf16-69ae993873bb tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199353 Jul 15 22:57:28.235675 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42688) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:28.240261 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-f9b497bd-31af-4ee4-af36-3fd9e26b9075 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'security_group_rule': {'security_group_id': '2c529b49-ec5b-49e0-a0db-142bf47407ca', 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:28.262027 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.securitygroups_db [None req-f9b497bd-31af-4ee4-af36-3fd9e26b9075 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Project 8d75a1a04cdb4c04af50a7f16254c959 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 22:57:28.266674 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9b497bd-31af-4ee4-af36-3fd9e26b9075 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.327555 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Set router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:28.334711 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9b497bd-31af-4ee4-af36-3fd9e26b9075 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.338234 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9b497bd-31af-4ee4-af36-3fd9e26b9075 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.359035 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b497bd-31af-4ee4-af36-3fd9e26b9075 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a85fe9b-d987-444e-a4ca-5e56171afdba,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:28.367444 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f9b497bd-31af-4ee4-af36-3fd9e26b9075 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.368692 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f9b497bd-31af-4ee4-af36-3fd9e26b9075 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321003 Jul 15 22:57:28.371586 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 42690) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:28.376570 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-635e6b39-b484-4ef0-8f63-52eb925353da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'security_group_rule': {'security_group_id': '2c529b49-ec5b-49e0-a0db-142bf47407ca', 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:28.399891 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.securitygroups_db [None req-635e6b39-b484-4ef0-8f63-52eb925353da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Project 8d75a1a04cdb4c04af50a7f16254c959 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 22:57:28.404908 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-635e6b39-b484-4ef0-8f63-52eb925353da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.465212 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-635e6b39-b484-4ef0-8f63-52eb925353da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.471213 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-635e6b39-b484-4ef0-8f63-52eb925353da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.490959 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e6b39-b484-4ef0-8f63-52eb925353da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8bcefc-f626-49e9-ae2f-08d5763615c9,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:28.500556 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-635e6b39-b484-4ef0-8f63-52eb925353da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.502281 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-635e6b39-b484-4ef0-8f63-52eb925353da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297584 Jul 15 22:57:28.539146 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:25Z', 'revision_number': 4, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port': {'id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'ccf37a13-2d42-4174-8b8e-d2d542a6a96d', 'name': '', 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'mac_address': 'fa:16:3e:d0:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ef0902c4-c781-4952-a989-a5f2c7c6132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:24Z', 'updated_at': '2021-07-15T22:57:25Z', 'revision_number': 2, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'subnets': [{'id': 'ef0902c4-c781-4952-a989-a5f2c7c6132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:28.569955 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Checking router: 87367c72-8226-42a2-92d2-4dc0ca1f26d2 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:57:28.570683 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Updating router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 port ccf37a13-2d42-4174-8b8e-d2d542a6a96d binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:57:28.619989 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:28.654722 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fa41d-1924-4780-9e64-55aefb70744a req-aad211ec-f237-447f-8c14-35e91125e8ea tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:28.657552 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f5fa41d-1924-4780-9e64-55aefb70744a req-aad211ec-f237-447f-8c14-35e91125e8ea tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0877032 Jul 15 22:57:28.693571 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:28.704939 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f5fa41d-1924-4780-9e64-55aefb70744a req-be845f6e-b644-472d-8ed6-1d6334fc7b7e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Jul 15 22:57:28.842724 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:28.843420 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:29.059728 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device d01db770-8478-4400-8c04-ec73c52c2f07 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:29.096176 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-e2ed0e2b-2d64-4d0d-baf7-879d7044b8e7 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:29.100729 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-e2ed0e2b-2d64-4d0d-baf7-879d7044b8e7 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/networks?id=277c6112-fdde-4733-89cb-2beeca8e6007 HTTP/1.1" status: 200 len: 813 time: 0.1193867 Jul 15 22:57:29.105483 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:29.121726 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Transition to ACTIVE for port object ccf37a13-2d42-4174-8b8e-d2d542a6a96d will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:29.124172 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-3a8dab99-9c32-4f18-a648-87db4974dcd7 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/quotas/bb6f0374bb274a3e927fa1aceccbe48b HTTP/1.1" status: 200 len: 375 time: 0.0163620 Jul 15 22:57:29.132209 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:29.162423 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-01805c06-00b6-400b-a1e8-523523bf5634 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb6f0374bb274a3e927fa1aceccbe48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372469 Jul 15 22:57:29.174944 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port d01db770-8478-4400-8c04-ec73c52c2f07 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:29.175044 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:29.234839 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d29e6-f446-44df-b344-bc70b4c40de2 None None] Pushing event updated for resources: {'Port': ['ID=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:29.283640 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-c8d20cb9-c836-40c6-a100-1d364d176415 service neutron] 10.222.0.10 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175261 Jul 15 22:57:29.302034 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Attempting to bind port ccf37a13-2d42-4174-8b8e-d2d542a6a96d on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:29.302721 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Attempting to bind port ccf37a13-2d42-4174-8b8e-d2d542a6a96d by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:29.303262 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Attempting to bind port ccf37a13-2d42-4174-8b8e-d2d542a6a96d on network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:29.343728 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:29.344241 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Checking segment: {'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:29.344811 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:29.345278 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Bound using segment: {'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:29.346179 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Bound port: ccf37a13-2d42-4174-8b8e-d2d542a6a96d, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2aa540-7485-4cbb-a3c4-4a1b1685211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:29.346350 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:29.395885 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4bb1a10e-486b-44df-a334-6c4eb5783a7c service neutron] 10.222.0.10 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112809 Jul 15 22:57:29.574374 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] For port ccf37a13-2d42-4174-8b8e-d2d542a6a96d, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:29.577560 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] For port ccf37a13-2d42-4174-8b8e-d2d542a6a96d, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,segment=NetworkSegment(7c2aa540-7485-4cbb-a3c4-4a1b1685211e),segment_id=7c2aa540-7485-4cbb-a3c4-4a1b1685211e)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:29.583251 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:29.593163 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c9bc83c7-74ce-45a9-850b-60469da501bf req-74cd488a-c810-4b9d-a8d6-7eccc3abcb49 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 210 time: 0.0282786 Jul 15 22:57:29.635849 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Routers {'87367c72-8226-42a2-92d2-4dc0ca1f26d2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:29.636493 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:29.698584 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d29e6-f446-44df-b344-bc70b4c40de2 None None] Pushing event updated for resources: {'Port': ['ID=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:29.791231 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] Set router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:29.968005 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a7b5e-01ac-4aeb-b9c3-2a85d99bb96d req-f49c3980-e20c-4c74-a8ca-bab78263c8ef tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:29.970056 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-db2a7b5e-01ac-4aeb-b9c3-2a85d99bb96d req-f49c3980-e20c-4c74-a8ca-bab78263c8ef tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0857022 Jul 15 22:57:30.017773 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-db2a7b5e-01ac-4aeb-b9c3-2a85d99bb96d req-2ad5887d-3a57-4579-b80a-ec856f431873 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Jul 15 22:57:30.057477 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:25Z', 'revision_number': 4, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port': {'id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'ccf37a13-2d42-4174-8b8e-d2d542a6a96d', 'name': '', 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'mac_address': 'fa:16:3e:d0:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ef0902c4-c781-4952-a989-a5f2c7c6132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:24Z', 'updated_at': '2021-07-15T22:57:29Z', 'revision_number': 4, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'subnets': [{'id': 'ef0902c4-c781-4952-a989-a5f2c7c6132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:30.097184 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01300f9c-6c10-4e11-b990-2b7211a6553d None None] The sync data for ids ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'] in dv-cinder-794962-10-iscsi is: [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:25Z', 'revision_number': 4, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port': {'id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'ccf37a13-2d42-4174-8b8e-d2d542a6a96d', 'name': '', 'network_id': 'a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'mac_address': 'fa:16:3e:d0:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'ef0902c4-c781-4952-a989-a5f2c7c6132a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:24Z', 'updated_at': '2021-07-15T22:57:29Z', 'revision_number': 4, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'subnets': [{'id': 'ef0902c4-c781-4952-a989-a5f2c7c6132a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:57:30.640900 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-78671736-af32-4840-8daa-1c8febace179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:30.642604 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-78671736-af32-4840-8daa-1c8febace179 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7156411184714655a2dfec3bd881e917&device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 1099 time: 0.1043663 Jul 15 22:57:30.722368 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device ccf37a13-2d42-4174-8b8e-d2d542a6a96d up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:30.743248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30660e9-9fcc-43d5-8644-ea65b423b5a4 req-4129d138-fed6-4453-99a1-591f6f8697cd tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:30.744794 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f30660e9-9fcc-43d5-8644-ea65b423b5a4 req-4129d138-fed6-4453-99a1-591f6f8697cd tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1485970 Jul 15 22:57:30.772487 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port ccf37a13-2d42-4174-8b8e-d2d542a6a96d completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:30.776195 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port ccf37a13-2d42-4174-8b8e-d2d542a6a96d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:30.776761 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:30.791444 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-002649a3-49b2-40fb-aa22-5cb0f7a6f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:30.793356 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-002649a3-49b2-40fb-aa22-5cb0f7a6f96c service neutron] 10.222.0.22 "GET /v2.0/networks?id=60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 200 len: 919 time: 0.1394870 Jul 15 22:57:30.812491 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-01685c28-fbca-4011-9f13-2d6f181f3456 req-021ce7c0-23ec-4d4b-b9f1-e60c1e3cba85 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 210 time: 0.0348732 Jul 15 22:57:30.822154 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f30660e9-9fcc-43d5-8644-ea65b423b5a4 req-ddfb3142-ce0a-4cf4-9464-13eb5908c170 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Jul 15 22:57:30.867623 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-f40500a2-d1db-4b85-9507-138ef5c782aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 200 len: 217 time: 0.0605927 Jul 15 22:57:30.881907 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:30.925279 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port ccf37a13-2d42-4174-8b8e-d2d542a6a96d, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,segment=NetworkSegment(7c2aa540-7485-4cbb-a3c4-4a1b1685211e),segment_id=7c2aa540-7485-4cbb-a3c4-4a1b1685211e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:30.927110 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-100a198f-6c3f-483f-b289-406e747eefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:30.928824 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-100a198f-6c3f-483f-b289-406e747eefb6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 200 len: 858 time: 0.0531955 Jul 15 22:57:30.930507 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:30.970803 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-a21caa64-70bd-498e-9d2f-c559332defc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60a33b9b-ae14-4f7d-896b-dea40fd22550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347738 Jul 15 22:57:30.989918 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:31.080995 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-4d08ac87-b5aa-43c9-aaea-c2e6e8b609f4 service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934560 Jul 15 22:57:31.097209 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-15a5a0c5-7f7a-4cc3-b8c6-389fd6f95887 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:31.098817 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-15a5a0c5-7f7a-4cc3-b8c6-389fd6f95887 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.22 "GET /v2.0/networks?id=277c6112-fdde-4733-89cb-2beeca8e6007 HTTP/1.1" status: 200 len: 813 time: 0.1108229 Jul 15 22:57:31.114932 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Request body: {'port': {'device_id': 'e8d4a383-2b0f-4677-b13a-e46df37cdadc', 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007', 'admin_state_up': True, 'tenant_id': 'bb6f0374bb274a3e927fa1aceccbe48b'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:31.183221 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3c583976-b5ea-4fee-8edf-3980cfbb694c req-bc4f7d2b-231b-4fcc-8e22-874ef031f68d service neutron] 10.222.0.22 "GET /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947943 Jul 15 22:57:31.242131 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Made reservation on behalf of bb6f0374bb274a3e927fa1aceccbe48b for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:31.245805 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:31.374236 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Allocated IP 172.20.0.8 (277c6112-fdde-4733-89cb-2beeca8e6007/319ced59-3bd4-49a8-ae14-722808ab5f63/48f75f3b-4427-40ae-ac44-2d5b9334bbc3) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:31.526000 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:31.564231 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:31.590449 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-55d29836-a791-4b58-8dbb-418159b1ceab tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946532260&fields=id&tenant_id=03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 267 time: 0.0482788 Jul 15 22:57:31.711032 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-a5c7df95-f023-4a4e-90c5-96cc994d5a7f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:31.712611 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-a5c7df95-f023-4a4e-90c5-96cc994d5a7f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 811 time: 0.1196070 Jul 15 22:57:31.727837 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-84ab1a7b-455b-4a52-8cec-dbb7eb5d451e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/quotas/03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 375 time: 0.0096822 Jul 15 22:57:31.846476 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Network 277c6112-fdde-4733-89cb-2beeca8e6007 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:31.850988 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:31.856010 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:31.861133 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Pushing event updated for resources: {'Port': ['ID=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:31.911369 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:31.912028 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:31.929147 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-84d672e9-9145-4753-8398-fff54442f989 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190520 Jul 15 22:57:31.944733 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Request body: {'port': {'device_id': 'e8d4a383-2b0f-4677-b13a-e46df37cdadc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:32.055504 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-6d5b321f-d700-4d8d-989b-35f09bee1a78 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3222158 Jul 15 22:57:32.066083 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:32.134422 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb82f9-4699-4667-9d91-26579b631da7 req-6a21e78d-dab4-4115-a0c6-72706d6849d6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:32.136058 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5efb82f9-4699-4667-9d91-26579b631da7 req-6a21e78d-dab4-4115-a0c6-72706d6849d6 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1878853 Jul 15 22:57:32.162123 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-661a431e-3e55-4e8a-9c48-0a0c94a96a33 service neutron] 10.222.0.10 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923233 Jul 15 22:57:32.263540 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-c6caccb4-9177-4f8d-b4b1-678ba1ba8e3f service neutron] 10.222.0.10 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956974 Jul 15 22:57:32.283393 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5efb82f9-4699-4667-9d91-26579b631da7 req-85dfd73e-6ef4-44ba-8750-d98ee54cc544 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317809 Jul 15 22:57:32.483880 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:57:32.496283 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:32.514548 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Transition to ACTIVE for port object 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:32.528071 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c594a-2073-49c1-a62b-5a693a88c7c5 req-2ff0dc46-44d1-4537-971c-dd9ef2d8d304 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:32.529693 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-601c594a-2073-49c1-a62b-5a693a88c7c5 req-2ff0dc46-44d1-4537-971c-dd9ef2d8d304 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 931 time: 0.1291668 Jul 15 22:57:32.530618 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:32.607376 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:32.619362 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bb891c20-a1f8-44f3-8594-141b5b97909d req-ecf07937-f0ca-45bf-bcda-13abc51bdc96 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 210 time: 0.0313642 Jul 15 22:57:32.681028 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-601c594a-2073-49c1-a62b-5a693a88c7c5 req-e9db20bc-b824-4bdc-b569-bdcbd3a6af11 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214490 Jul 15 22:57:32.724540 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device ccf37a13-2d42-4174-8b8e-d2d542a6a96d up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:32.749216 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Attempting to bind port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:32.749627 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Attempting to bind port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:32.750063 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Attempting to bind port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 on network 277c6112-fdde-4733-89cb-2beeca8e6007 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:32.754697 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 on network 277c6112-fdde-4733-89cb-2beeca8e6007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:57:32.755112 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Attempting to bind port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 on network 277c6112-fdde-4733-89cb-2beeca8e6007 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:32.760996 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:32.761628 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Checking segment: {'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:32.761758 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Bound using segment: {'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:32.762452 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Bound port: 48f75f3b-4427-40ae-ac44-2d5b9334bbc3, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4473c79a-3338-49d1-b4d1-3b5cf96269b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:32.762816 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:32.786394 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port ccf37a13-2d42-4174-8b8e-d2d542a6a96d triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:32.787071 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:32.836873 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] For port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:32.840303 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] For port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:32.845151 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:32.893218 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:32.894057 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:32.895566 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] 10.222.0.22 "PUT /v2.0/ports/48f75f3b-4427-40ae-ac44-2d5b9334bbc3 HTTP/1.1" status: 200 len: 1093 time: 0.9555495 Jul 15 22:57:32.898921 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d4a383-2b0f-4677-b13a-e46df37cdadc', 'tag': '48f75f3b-4427-40ae-ac44-2d5b9334bbc3'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:57:32.902991 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342aad1f-ea01-4be3-b17b-ae1ac0571a99" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d4a383-2b0f-4677-b13a-e46df37cdadc", "tag": "48f75f3b-4427-40ae-ac44-2d5b9334bbc3"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:57:32.951531 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f517321-cb38-4a5d-a876-16df4350d16b x-openstack-request-id: req-3f517321-cb38-4a5d-a876-16df4350d16b {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:57:32.952048 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d4a383-2b0f-4677-b13a-e46df37cdadc", "tag": "48f75f3b-4427-40ae-ac44-2d5b9334bbc3", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:57:32.952561 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f517321-cb38-4a5d-a876-16df4350d16b {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:57:32.952953 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d4a383-2b0f-4677-b13a-e46df37cdadc', 'tag': '48f75f3b-4427-40ae-ac44-2d5b9334bbc3', 'status': 'completed', 'code': 200} Jul 15 22:57:32.965601 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834f2be-9011-4e9a-9a4f-c8eae1ddb3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:33.016792 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-8fd26e04-5bdc-4254-9d96-ab5cf31089ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:33.018343 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-8fd26e04-5bdc-4254-9d96-ab5cf31089ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb6f0374bb274a3e927fa1aceccbe48b&device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 1096 time: 0.0644836 Jul 15 22:57:33.071442 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-b0c0aa25-5406-42cf-bd7d-765679118744 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f75f3b-4427-40ae-ac44-2d5b9334bbc3 HTTP/1.1" status: 200 len: 217 time: 0.0387607 Jul 15 22:57:33.130437 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-fdd71b7d-32ec-4062-93c2-063635c2a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:33.131902 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-fdd71b7d-32ec-4062-93c2-063635c2a882 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=319ced59-3bd4-49a8-ae14-722808ab5f63 HTTP/1.1" status: 200 len: 853 time: 0.0492365 Jul 15 22:57:33.170202 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-0be3a868-d3da-415b-b4c4-303c205b6ccf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=277c6112-fdde-4733-89cb-2beeca8e6007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296154 Jul 15 22:57:33.272827 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-04e0fee9-3a9d-4b3a-8e96-92a7e12d601e service neutron] 10.222.0.22 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920680 Jul 15 22:57:33.421429 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56cf1fd9-83d6-47d2-98b0-8952f70f4534 req-7fcd2681-ee13-49e7-bfa2-6e93d89a149f service neutron] 10.222.0.22 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375878 Jul 15 22:57:33.503564 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1f97b-cb9e-4fed-bd9e-fe3b92aae156 req-c19c2c07-e296-4399-98e0-a2d6a6c65dc5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:33.505046 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57a1f97b-cb9e-4fed-bd9e-fe3b92aae156 req-c19c2c07-e296-4399-98e0-a2d6a6c65dc5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0700254 Jul 15 22:57:33.577647 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57a1f97b-cb9e-4fed-bd9e-fe3b92aae156 req-bc853d03-77e3-4ff9-b32e-9563a40ed6fe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667729 Jul 15 22:57:33.600147 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-dbbf3132-3e65-4583-95a1-f7eb95e04b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:33.601447 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-dbbf3132-3e65-4583-95a1-f7eb95e04b3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb6f0374bb274a3e927fa1aceccbe48b&device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 1096 time: 0.0743816 Jul 15 22:57:33.712841 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-e276aa89-1185-499b-ab1a-cdd74e672636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:33.714372 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-e276aa89-1185-499b-ab1a-cdd74e672636 service neutron] 10.222.0.22 "GET /v2.0/networks?id=277c6112-fdde-4733-89cb-2beeca8e6007 HTTP/1.1" status: 200 len: 914 time: 0.0991023 Jul 15 22:57:33.765645 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-d71a9ee5-884e-430c-91f0-f3ff22341d6e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f75f3b-4427-40ae-ac44-2d5b9334bbc3 HTTP/1.1" status: 200 len: 217 time: 0.0413692 Jul 15 22:57:33.794607 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5429c418-f748-4425-b322-275a6b5b0cdb req-3dcb30a5-651d-4c0f-9d63-7008af251ca5 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 210 time: 0.0377166 Jul 15 22:57:33.839075 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:57:33.853872 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-65fcff18-5aaf-4dc8-b422-90f4e6b6b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:33.854702 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-65fcff18-5aaf-4dc8-b422-90f4e6b6b8b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=319ced59-3bd4-49a8-ae14-722808ab5f63 HTTP/1.1" status: 200 len: 853 time: 0.0791638 Jul 15 22:57:33.887000 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-d5206281-96d6-492c-983a-701114da2054 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629842 Jul 15 22:57:33.904045 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-4b3c448d-3b8e-4b98-9ea1-3e47bb89d129 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=277c6112-fdde-4733-89cb-2beeca8e6007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416529 Jul 15 22:57:34.023062 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-04ddc3d6-fb8b-4d5b-b67b-081d45abc795 service neutron] 10.222.0.22 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034272 Jul 15 22:57:34.060364 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9eb93-e08c-450a-899e-e97eadeb5c4e req-381351cf-064a-4fc7-89bf-dfe44ade225f tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:34.061921 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07a9eb93-e08c-450a-899e-e97eadeb5c4e req-381351cf-064a-4fc7-89bf-dfe44ade225f tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 943 time: 0.1380527 Jul 15 22:57:34.066600 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-55a80c32-32d1-4a0b-8b33-4cd1c133cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:34.068242 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-55a80c32-32d1-4a0b-8b33-4cd1c133cb14 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 1098 time: 0.1375542 Jul 15 22:57:34.145011 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-342aad1f-ea01-4be3-b17b-ae1ac0571a99 req-6aec1f6b-6578-4b43-8169-ed0000c2a262 service neutron] 10.222.0.22 "GET /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101239 Jul 15 22:57:34.161912 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07a9eb93-e08c-450a-899e-e97eadeb5c4e req-6e1fdc2d-78b6-46ed-9534-705f3e92ad48 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917146 Jul 15 22:57:34.222308 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-6464c999-e28e-44f6-aae8-a99f469561f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:34.223777 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-6464c999-e28e-44f6-aae8-a99f469561f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 911 time: 0.1152806 Jul 15 22:57:34.317400 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-3b6e4054-855a-4081-a4e8-8818efe7a9a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0678740 Jul 15 22:57:34.371757 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-2e0c1d5b-aa6b-4a99-96dd-1affb52b12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:34.373307 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-2e0c1d5b-aa6b-4a99-96dd-1affb52b12fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.0459900 Jul 15 22:57:34.377590 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-a03920b1-524b-446f-8425-d914777ac1da tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:34.379114 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-a03920b1-524b-446f-8425-d914777ac1da tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 811 time: 0.1182008 Jul 15 22:57:34.466949 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-9155c1f0-c7cf-4805-9d3b-b9306a15bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:34.468472 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-9155c1f0-c7cf-4805-9d3b-b9306a15bc2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675850 Jul 15 22:57:34.475009 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-00abbbde-90c0-467e-9b55-290c01d6fdb0 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 380 time: 0.0744219 Jul 15 22:57:34.486850 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'port': {'device_id': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'admin_state_up': True, 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'security_groups': ['df5af8c9-720f-4468-a684-ff9c666cc856']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:34.575162 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-09a9dd45-1cfd-4e8b-b93f-ca6a747a829b service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920708 Jul 15 22:57:34.601071 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Made reservation on behalf of 03c7e20302bf46eb8d42294e693315a3 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:34.606132 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:34.675182 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cf948ba9-68d8-49d1-8f6f-5c3e31f7b2e6 req-d204f1b4-74d1-4400-ba86-7ed5d3835781 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918317 Jul 15 22:57:34.741736 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Allocated IP 172.20.0.8 (b91d9129-30a5-4ab9-b9ed-e17eccec858a/e41c3dcd-e17c-40a6-8353-5fac1bd35ae9/526f0656-7477-4720-8b09-29f52a522b0e) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:34.877935 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:34.895985 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Transition to ACTIVE for port object 526f0656-7477-4720-8b09-29f52a522b0e will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:34.947382 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d7f3a00d-1a1b-4d8e-96f9-de8dd224cc8b req-7d5b673b-79eb-490e-b531-a7940026cd98 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 210 time: 0.0319216 Jul 15 22:57:34.957374 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.000161 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:35.008891 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:35.013048 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:35.043136 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=526f0656-7477-4720-8b09-29f52a522b0e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:35.072245 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:35.073305 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.089026 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-633a01cf-409f-4945-aa79-7b3685edd13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064522 Jul 15 22:57:35.111524 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Request body: {'port': {'device_id': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:35.202263 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.314773 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-04dea3cd-8f8f-4edf-999c-1d1ea684dc9b None None] Provisioning for port 526f0656-7477-4720-8b09-29f52a522b0e completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:35.319849 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-04dea3cd-8f8f-4edf-999c-1d1ea684dc9b None None] Provisioning complete for port 526f0656-7477-4720-8b09-29f52a522b0e triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:35.320233 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-04dea3cd-8f8f-4edf-999c-1d1ea684dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.356644 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-04dea3cd-8f8f-4edf-999c-1d1ea684dc9b None None] Port 526f0656-7477-4720-8b09-29f52a522b0e cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:57:35.373140 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e3ac7-dfd8-4ba5-a12e-ff898d7a7c70 req-11bf90ed-a5de-46c2-bd09-52e90a64f7d6 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:35.374794 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f8e3ac7-dfd8-4ba5-a12e-ff898d7a7c70 req-11bf90ed-a5de-46c2-bd09-52e90a64f7d6 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 943 time: 0.0764794 Jul 15 22:57:35.414681 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8f8e3ac7-dfd8-4ba5-a12e-ff898d7a7c70 req-77b632c4-f8e0-4289-91a4-5334aee20f30 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Jul 15 22:57:35.488669 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526f0656-7477-4720-8b09-29f52a522b0e {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:57:35.497004 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.510119 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Transition to ACTIVE for port object 526f0656-7477-4720-8b09-29f52a522b0e will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:35.513777 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.565376 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Pushing event updated for resources: {'Port': ['ID=526f0656-7477-4720-8b09-29f52a522b0e,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:35.642830 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Attempting to bind port 526f0656-7477-4720-8b09-29f52a522b0e on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:35.643254 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Attempting to bind port 526f0656-7477-4720-8b09-29f52a522b0e by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:35.643591 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Attempting to bind port 526f0656-7477-4720-8b09-29f52a522b0e on network b91d9129-30a5-4ab9-b9ed-e17eccec858a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:35.648045 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Port 526f0656-7477-4720-8b09-29f52a522b0e on network b91d9129-30a5-4ab9-b9ed-e17eccec858a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:57:35.648366 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Attempting to bind port 526f0656-7477-4720-8b09-29f52a522b0e on network b91d9129-30a5-4ab9-b9ed-e17eccec858a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:35.653168 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:35.653510 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Checking segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:35.653928 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Bound using segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:35.654370 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Bound port: 526f0656-7477-4720-8b09-29f52a522b0e, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:35.654736 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.751333 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] For port 526f0656-7477-4720-8b09-29f52a522b0e, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:35.759309 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] For port 526f0656-7477-4720-8b09-29f52a522b0e, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=526f0656-7477-4720-8b09-29f52a522b0e,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:35.763565 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.803973 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:35.804596 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:35.806028 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] 10.222.0.22 "PUT /v2.0/ports/526f0656-7477-4720-8b09-29f52a522b0e HTTP/1.1" status: 200 len: 1093 time: 0.7007344 Jul 15 22:57:35.806465 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'tag': '526f0656-7477-4720-8b09-29f52a522b0e'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:57:35.808677 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e9a595-b2b1-4e1c-a418-2407a0c126de" -d '{"events": [{"name": "network-changed", "server_uuid": "9b472bb4-f019-4f2b-a989-8b2249bf9fcf", "tag": "526f0656-7477-4720-8b09-29f52a522b0e"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:57:35.834621 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0e7bc-6bb2-47ed-b4ff-691de324519b service neutron] Pushing event updated for resources: {'Port': ['ID=526f0656-7477-4720-8b09-29f52a522b0e,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:35.866086 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d2245b-4794-4141-b098-d609558573ff x-openstack-request-id: req-e9d2245b-4794-4141-b098-d609558573ff {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:57:35.866385 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b472bb4-f019-4f2b-a989-8b2249bf9fcf", "tag": "526f0656-7477-4720-8b09-29f52a522b0e", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:57:35.866639 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9d2245b-4794-4141-b098-d609558573ff {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:57:35.867029 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'tag': '526f0656-7477-4720-8b09-29f52a522b0e', 'status': 'completed', 'code': 200} Jul 15 22:57:35.951146 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-744b5744-b3ef-4d94-894a-da3dbb3adcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:35.952658 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-744b5744-b3ef-4d94-894a-da3dbb3adcef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 1096 time: 0.0571928 Jul 15 22:57:35.995550 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-97b4cfd1-9466-4761-ac4e-45a74e6cbbb6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526f0656-7477-4720-8b09-29f52a522b0e HTTP/1.1" status: 200 len: 217 time: 0.0353391 Jul 15 22:57:36.052461 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-6d60e20c-1180-46a4-83aa-e46372b4b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:36.053751 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-6d60e20c-1180-46a4-83aa-e46372b4b5f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0449471 Jul 15 22:57:36.127902 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06b7c0-190a-4f52-ab22-9b717451c9cc req-12714f5b-89ce-420b-832e-d75cb2319e5e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:36.129385 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6d06b7c0-190a-4f52-ab22-9b717451c9cc req-12714f5b-89ce-420b-832e-d75cb2319e5e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 943 time: 0.0642509 Jul 15 22:57:36.143752 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-27c7a6ce-85c0-4994-8d0f-eb2a13ade042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:36.145254 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-27c7a6ce-85c0-4994-8d0f-eb2a13ade042 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0798972 Jul 15 22:57:36.166828 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6d06b7c0-190a-4f52-ab22-9b717451c9cc req-3692f344-9983-4ffd-9470-6d12250ab6f0 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316620 Jul 15 22:57:36.236915 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-71b434fd-586f-4605-8fda-08a64face55d service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834165 Jul 15 22:57:36.284289 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:36.343106 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e182f7c8-9f75-4e04-8ca9-e14a66968fd9 req-f0c4b483-9d79-4d39-90cd-5f84ed3f0699 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975246 Jul 15 22:57:36.456117 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-76f2ff2c-20d0-4fd7-a0c5-2a9e4ac93d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:36.457612 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-76f2ff2c-20d0-4fd7-a0c5-2a9e4ac93d4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 1096 time: 0.0540798 Jul 15 22:57:36.592756 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-fc274a2e-c2ad-48a2-aa94-038c3ca5e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:36.594365 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-fc274a2e-c2ad-48a2-aa94-038c3ca5e8d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.1257260 Jul 15 22:57:36.643130 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-a9583426-49d2-453a-8afa-e047f756cd89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526f0656-7477-4720-8b09-29f52a522b0e HTTP/1.1" status: 200 len: 217 time: 0.0409160 Jul 15 22:57:36.651223 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8393e-e03e-4d17-82d7-b72b6b656d79 req-63533149-7815-4f11-b355-7446a7a1dba6 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:36.652601 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d8393e-e03e-4d17-82d7-b72b6b656d79 req-63533149-7815-4f11-b355-7446a7a1dba6 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 943 time: 0.1195586 Jul 15 22:57:36.720628 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-6565f489-de9c-4d14-b68e-4069e2d8d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:36.722120 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-6565f489-de9c-4d14-b68e-4069e2d8d75a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0686510 Jul 15 22:57:36.724986 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d8393e-e03e-4d17-82d7-b72b6b656d79 req-901addfb-f73a-4dc3-b390-81005b1b6931 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621130 Jul 15 22:57:36.783827 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-cf90b9a4-b840-4f41-adae-f16729b431e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:36.785327 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-cf90b9a4-b840-4f41-adae-f16729b431e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521317 Jul 15 22:57:36.878602 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-f76278b3-7a09-4686-9fe2-e091a2c038de service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842917 Jul 15 22:57:36.968018 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-28e9a595-b2b1-4e1c-a418-2407a0c126de req-686fc5ca-e5c8-41a9-a92a-d589b5ca56c2 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797799 Jul 15 22:57:37.284687 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-aee20308-0e7c-4bed-a346-929801e56225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:37.340226 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc55eb-8bf0-4347-8069-387787f22cc5 req-2a18f348-18cc-4296-b151-668abc6d64cd tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:37.341705 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-51fc55eb-8bf0-4347-8069-387787f22cc5 req-2a18f348-18cc-4296-b151-668abc6d64cd tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 943 time: 0.0644112 Jul 15 22:57:37.385176 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-51fc55eb-8bf0-4347-8069-387787f22cc5 req-a10a37cd-337d-4062-acf7-04c556d66671 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359819 Jul 15 22:57:37.807635 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f2c3b-8520-4dc3-bb09-9f97b512cada req-ea552259-f1ff-4da8-ba5a-2ac2eca77fbe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:37.809091 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-774f2c3b-8520-4dc3-bb09-9f97b512cada req-ea552259-f1ff-4da8-ba5a-2ac2eca77fbe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0659380 Jul 15 22:57:37.848719 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-774f2c3b-8520-4dc3-bb09-9f97b512cada req-ca0e0039-e35a-4406-b489-9e72b589da5f tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Jul 15 22:57:37.914410 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c9943-b5fb-454d-a7ac-dc43baecb8b7 req-38aa1606-ab51-42ee-9276-64d8a925fb11 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:37.915862 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-368c9943-b5fb-454d-a7ac-dc43baecb8b7 req-38aa1606-ab51-42ee-9276-64d8a925fb11 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 943 time: 0.0673249 Jul 15 22:57:37.954137 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-368c9943-b5fb-454d-a7ac-dc43baecb8b7 req-60739b0d-fd6a-4368-a5e6-fd2141466ed2 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Jul 15 22:57:38.555357 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef372987-08e4-4923-8baa-c1080d42d5eb req-8d12f708-9d75-40bb-8b37-206c80c9bda8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:38.556838 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ef372987-08e4-4923-8baa-c1080d42d5eb req-8d12f708-9d75-40bb-8b37-206c80c9bda8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 943 time: 0.0615473 Jul 15 22:57:38.594981 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ef372987-08e4-4923-8baa-c1080d42d5eb req-cd7bc50a-6e7b-4e68-a04e-acd1f323c19b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Jul 15 22:57:39.027331 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9054039-834a-4b47-b3ab-8fbd68f07ed2 req-082ac24e-f32b-4ed9-a72f-a7ec492b08ad tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:39.028823 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e9054039-834a-4b47-b3ab-8fbd68f07ed2 req-082ac24e-f32b-4ed9-a72f-a7ec492b08ad tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0633359 Jul 15 22:57:39.066157 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e9054039-834a-4b47-b3ab-8fbd68f07ed2 req-59d5e567-79ff-40e4-abcc-be9889d6b580 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Jul 15 22:57:39.128144 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a5ba2-0c0c-4858-a6a5-6bf7dd15e05d req-194413d2-19fc-4521-9837-64879b7882b1 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:39.129619 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-524a5ba2-0c0c-4858-a6a5-6bf7dd15e05d req-194413d2-19fc-4521-9837-64879b7882b1 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 943 time: 0.0668213 Jul 15 22:57:39.167036 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-524a5ba2-0c0c-4858-a6a5-6bf7dd15e05d req-2aabf14a-abab-47e9-abf1-156e3f9b9a06 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Jul 15 22:57:39.363459 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:57:39.460220 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:39.470782 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '48f75f3b-4427-40ae-ac44-2d5b9334bbc3', 'network_id': '277c6112-fdde-4733-89cb-2beeca8e6007', 'port_id': '48f75f3b-4427-40ae-ac44-2d5b9334bbc3', 'mac_address': 'fa:16:3e:4d:dd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319ced59-3bd4-49a8-ae14-722808ab5f63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:57:39.507820 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:39.519815 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:57:39.538528 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:39.542701 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:39.589432 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:39.771258 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59f28-1cb2-4feb-ade1-5e8d3395df3a req-a79ee9a5-60cd-4002-9e54-75b0f5cece35 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:39.772700 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4bf59f28-1cb2-4feb-ade1-5e8d3395df3a req-a79ee9a5-60cd-4002-9e54-75b0f5cece35 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 943 time: 0.0657752 Jul 15 22:57:39.809535 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4bf59f28-1cb2-4feb-ade1-5e8d3395df3a req-71a857da-fb1c-4269-9c05-98db46e5bdeb tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Jul 15 22:57:39.932604 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9ca232b1-cfc8-4958-af77-d3af5b880fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:40.060158 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['48f75f3b-4427-40ae-ac44-2d5b9334bbc3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:57:40.204860 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:40.242531 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833733-b128-4780-9f23-f176a4abd304 req-69d922c4-d2d1-4fe5-99cf-e6045a5e6f15 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:40.244006 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f833733-b128-4780-9f23-f176a4abd304 req-69d922c4-d2d1-4fe5-99cf-e6045a5e6f15 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0664518 Jul 15 22:57:40.280698 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4f833733-b128-4780-9f23-f176a4abd304 req-65eb55c5-87c8-468c-969b-07c8cf19865d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 Jul 15 22:57:40.343686 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899280db-5a8d-449d-98be-f226f7c7b9ee req-1757c8c1-4524-49a0-bffb-5e7cc2273337 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:40.345920 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-899280db-5a8d-449d-98be-f226f7c7b9ee req-1757c8c1-4524-49a0-bffb-5e7cc2273337 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 944 time: 0.0645359 Jul 15 22:57:40.382532 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-899280db-5a8d-449d-98be-f226f7c7b9ee req-510142e6-cfe3-4656-b61d-23de7aebfbf5 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Jul 15 22:57:40.983541 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f866df-09e9-4fd6-bba1-3c4c46a8b0f5 req-53f3c211-d4d1-4ddf-9575-c6d8aaac677e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:40.985745 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-53f866df-09e9-4fd6-bba1-3c4c46a8b0f5 req-53f3c211-d4d1-4ddf-9575-c6d8aaac677e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 943 time: 0.0651784 Jul 15 22:57:40.986308 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:41.027028 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-53f866df-09e9-4fd6-bba1-3c4c46a8b0f5 req-eb30d5f0-017a-4f06-80f9-edebada60c6e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352330 Jul 15 22:57:41.117996 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-3a3ec733-6aa1-4f83-b346-4feab2b5cfbb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:41.119551 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-3a3ec733-6aa1-4f83-b346-4feab2b5cfbb tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.22 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.0639517 Jul 15 22:57:41.232797 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Deleting port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:57:41.233140 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:41.325204 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] For port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:41.325594 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:41.378450 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:41.434583 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:41.438966 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:41.439344 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:41.543299 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:41.574965 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d4a383-2b0f-4677-b13a-e46df37cdadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f75f3b-4427-40ae-ac44-2d5b9334bbc3'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:57:41.577461 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e124f8f0-38a5-4e0f-9eea-6fd63a8edc5d" -d '{"events": [{"server_uuid": "e8d4a383-2b0f-4677-b13a-e46df37cdadc", "name": "network-vif-plugged", "status": "completed", "tag": "48f75f3b-4427-40ae-ac44-2d5b9334bbc3"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:57:41.580355 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Calling delete_port for 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:57:41.593874 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:41.600734 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:41.605153 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53912b0a-260a-4f53-8aa4-399c8e7b9dff req-76437b37-02bd-4f64-9a23-5d4a33368c30 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:41.607446 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-53912b0a-260a-4f53-8aa4-399c8e7b9dff req-76437b37-02bd-4f64-9a23-5d4a33368c30 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 944 time: 0.0878658 Jul 15 22:57:41.657325 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:41.662916 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-53912b0a-260a-4f53-8aa4-399c8e7b9dff req-1ce35c0e-3c48-438d-b71b-696e97b75391 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480206 Jul 15 22:57:41.722128 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4746d2a-ba64-4bdf-a672-1b4478364279 x-openstack-request-id: req-b4746d2a-ba64-4bdf-a672-1b4478364279 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:57:41.722128 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d4a383-2b0f-4677-b13a-e46df37cdadc", "name": "network-vif-plugged", "status": "completed", "tag": "48f75f3b-4427-40ae-ac44-2d5b9334bbc3", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:57:41.722128 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4746d2a-ba64-4bdf-a672-1b4478364279 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:57:41.722128 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d4a383-2b0f-4677-b13a-e46df37cdadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f75f3b-4427-40ae-ac44-2d5b9334bbc3', 'code': 200} Jul 15 22:57:41.754285 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c88cea-5384-4244-98ef-a46fbb1b4cc9 req-9b7e59b1-06af-4a31-8a54-4747c41f7c83 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:41.755801 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-29c88cea-5384-4244-98ef-a46fbb1b4cc9 req-9b7e59b1-06af-4a31-8a54-4747c41f7c83 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d39a1f-4cc1-433c-af85-907d6a01e03f HTTP/1.1" status: 200 len: 946 time: 0.1918423 Jul 15 22:57:41.830178 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-29c88cea-5384-4244-98ef-a46fbb1b4cc9 req-d726b644-6b95-426d-8e53-53887ef5cc0e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667315 Jul 15 22:57:41.857993 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:41.877296 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['e1808b60-451f-4c88-81de-08b1cb8a2a29', '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:57:41.890572 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Pushing event deleted for resources: {'Port': ['ID=1837786f-6aa8-4b22-a2aa-e25d2ac2ae24,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:41.964185 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] No DVR routers for this DVR port 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:57:41.967634 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:41.970498 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ac8dd536-65f0-4e1b-a262-2408048c664b req-b8532100-67ad-4e5b-bec3-908b4021ae6a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.22 "DELETE /v2.0/ports/1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 HTTP/1.1" status: 204 len: 173 time: 0.8429189 Jul 15 22:57:41.970951 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d39a1f-4cc1-433c-af85-907d6a01e03f', 'name': 'network-vif-deleted', 'tag': '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:57:41.973203 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908b7152-bf88-4dda-9188-ed9b489cdc52" -d '{"events": [{"server_uuid": "00d39a1f-4cc1-433c-af85-907d6a01e03f", "name": "network-vif-deleted", "tag": "1837786f-6aa8-4b22-a2aa-e25d2ac2ae24"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:57:42.034631 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d94628-67e8-4f31-a3ee-300590e28aa5 x-openstack-request-id: req-81d94628-67e8-4f31-a3ee-300590e28aa5 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:57:42.034925 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d39a1f-4cc1-433c-af85-907d6a01e03f", "name": "network-vif-deleted", "tag": "1837786f-6aa8-4b22-a2aa-e25d2ac2ae24", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:57:42.035050 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9e9c-0519-496b-aa43-f26f9a3d416d req-a556b8c8-40f5-43f1-a76d-c9bde7e62a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:42.035238 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81d94628-67e8-4f31-a3ee-300590e28aa5 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:57:42.035681 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d39a1f-4cc1-433c-af85-907d6a01e03f', 'name': 'network-vif-deleted', 'tag': '1837786f-6aa8-4b22-a2aa-e25d2ac2ae24', 'status': 'completed', 'code': 200} Jul 15 22:57:42.036861 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-271e9e9c-0519-496b-aa43-f26f9a3d416d req-a556b8c8-40f5-43f1-a76d-c9bde7e62a55 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 1098 time: 0.0812647 Jul 15 22:57:42.084593 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-271e9e9c-0519-496b-aa43-f26f9a3d416d req-0e2918af-b1d9-4e93-b32b-d880b57e0955 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364263 Jul 15 22:57:42.228851 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68d433-52eb-4d28-aea0-1723e377afcc req-1f77cff4-6c0f-423f-ad4e-2b828c61ddfa tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:42.230667 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6f68d433-52eb-4d28-aea0-1723e377afcc req-1f77cff4-6c0f-423f-ad4e-2b828c61ddfa tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 943 time: 0.0824184 Jul 15 22:57:42.269251 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6f68d433-52eb-4d28-aea0-1723e377afcc req-e20eff8d-b796-4e95-ab93-e06dc7db118c tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322189 Jul 15 22:57:42.508561 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:42.842596 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925e56a-5471-45c7-98af-2022b4c37383 req-b10657e5-67b3-4198-99a3-4210b7fa9ae0 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:42.844126 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f925e56a-5471-45c7-98af-2022b4c37383 req-b10657e5-67b3-4198-99a3-4210b7fa9ae0 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 945 time: 0.0654576 Jul 15 22:57:42.886622 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f925e56a-5471-45c7-98af-2022b4c37383 req-3b84cefa-a657-47a4-b140-74298d59ec5e tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351272 Jul 15 22:57:43.320300 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ba1b9-10d8-4519-bc07-9aa4baa067b6 req-32af0d6e-3221-474b-8e2b-649cafc5d909 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:43.321826 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-052ba1b9-10d8-4519-bc07-9aa4baa067b6 req-32af0d6e-3221-474b-8e2b-649cafc5d909 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0729492 Jul 15 22:57:43.367453 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-052ba1b9-10d8-4519-bc07-9aa4baa067b6 req-42afe504-385c-426f-aa1b-9eb8efaef083 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380380 Jul 15 22:57:43.472019 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57174076-d279-414c-abcb-17fdb7a0a5a6 req-3bfa9155-0875-424e-bff6-6a1b64dbba4b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:43.473466 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-57174076-d279-414c-abcb-17fdb7a0a5a6 req-3bfa9155-0875-424e-bff6-6a1b64dbba4b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 943 time: 0.0681362 Jul 15 22:57:43.510978 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-57174076-d279-414c-abcb-17fdb7a0a5a6 req-0505bb4f-3ebc-43d4-b416-f703622296d1 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319138 Jul 15 22:57:44.063228 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e7d51-af02-4031-942d-617610549808 req-f1110bcb-f380-41f8-974b-a2047319b882 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:44.064635 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-928e7d51-af02-4031-942d-617610549808 req-f1110bcb-f380-41f8-974b-a2047319b882 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 945 time: 0.0627506 Jul 15 22:57:44.100765 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-928e7d51-af02-4031-942d-617610549808 req-c07eb88d-7a98-4ff0-9f6f-64ebb1742ce3 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306346 Jul 15 22:57:44.550758 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51765a3c-6385-4cb0-8d1f-c44ff81f554a req-08d84358-5051-4943-ad56-7227038aecec tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:44.552309 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-51765a3c-6385-4cb0-8d1f-c44ff81f554a req-08d84358-5051-4943-ad56-7227038aecec tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0681746 Jul 15 22:57:44.604011 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-51765a3c-6385-4cb0-8d1f-c44ff81f554a req-305a056d-8dae-4dda-822b-62ad6592b86b tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Jul 15 22:57:44.715405 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44e604-ddfd-4b49-b907-d9f2d7f86bc1 req-7de603b0-3039-4b4e-bc38-9a49a633b7da tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:44.716867 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3e44e604-ddfd-4b49-b907-d9f2d7f86bc1 req-7de603b0-3039-4b4e-bc38-9a49a633b7da tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 943 time: 0.0642874 Jul 15 22:57:44.758153 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3e44e604-ddfd-4b49-b907-d9f2d7f86bc1 req-22d57ba0-ca1e-48f4-8be6-78ed5fbc94ec tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349331 Jul 15 22:57:45.413588 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 526f0656-7477-4720-8b09-29f52a522b0e details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:57:45.420955 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:57:45.446465 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:57:45.446806 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 1837786f-6aa8-4b22-a2aa-e25d2ac2ae24 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:57:45.529537 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 526f0656-7477-4720-8b09-29f52a522b0e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=526f0656-7477-4720-8b09-29f52a522b0e,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:45.539915 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '526f0656-7477-4720-8b09-29f52a522b0e', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'port_id': '526f0656-7477-4720-8b09-29f52a522b0e', 'mac_address': 'fa:16:3e:0d:a4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:57:45.576926 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:45.589031 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526f0656-7477-4720-8b09-29f52a522b0e {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:57:45.608268 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 526f0656-7477-4720-8b09-29f52a522b0e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=526f0656-7477-4720-8b09-29f52a522b0e,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:45.612833 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:45.663832 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=526f0656-7477-4720-8b09-29f52a522b0e,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:45.802390 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b41174-1484-4f3f-8ae3-0125b99d4e77 req-3fa077e6-a429-4861-a364-d5736c666ffe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:45.803958 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57b41174-1484-4f3f-8ae3-0125b99d4e77 req-3fa077e6-a429-4861-a364-d5736c666ffe tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0665381 Jul 15 22:57:45.842990 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57b41174-1484-4f3f-8ae3-0125b99d4e77 req-814ac518-61d6-442b-b7f6-1aa5a4bfeb86 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Jul 15 22:57:45.935830 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e99e1-ad87-48d7-8558-f5757ea6d64e req-8a21f786-17ec-420f-90b7-a20de7613ca3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:45.937306 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd6e99e1-ad87-48d7-8558-f5757ea6d64e req-8a21f786-17ec-420f-90b7-a20de7613ca3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 944 time: 0.0650735 Jul 15 22:57:45.973193 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['526f0656-7477-4720-8b09-29f52a522b0e'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:57:45.974221 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd6e99e1-ad87-48d7-8558-f5757ea6d64e req-de120a0d-994e-415a-955b-64f179a8e5b0 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Jul 15 22:57:47.020448 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43054) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:47.021202 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf2c70-16b8-4d8f-89d1-43777a871fe0 req-949f3b50-d130-4bd5-ad4a-ade56b76567a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:47.022771 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8edf2c70-16b8-4d8f-89d1-43777a871fe0 req-949f3b50-d130-4bd5-ad4a-ade56b76567a tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0678425 Jul 15 22:57:47.065544 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8edf2c70-16b8-4d8f-89d1-43777a871fe0 req-b6c0e5de-5f00-4f38-8e43-5bae415f1a35 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Jul 15 22:57:47.138635 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4c5c7997-6952-4f96-9788-cd3a98cadb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.186138 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedbe9a-f555-4240-914f-43554b7d9bfc req-fe26f1e4-e1a4-4ce1-b6b1-a2f4471b0a2f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:47.188145 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fedbe9a-f555-4240-914f-43554b7d9bfc req-fe26f1e4-e1a4-4ce1-b6b1-a2f4471b0a2f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 944 time: 0.0975385 Jul 15 22:57:47.246375 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fedbe9a-f555-4240-914f-43554b7d9bfc req-0ada0601-b8d4-49ff-aab3-afa19330dd0c tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521986 Jul 15 22:57:47.279738 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4c5c7997-6952-4f96-9788-cd3a98cadb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.283213 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4c5c7997-6952-4f96-9788-cd3a98cadb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.322359 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4c5c7997-6952-4f96-9788-cd3a98cadb61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00b295a33f54472ab99fdda11d27fc55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005283 Jul 15 22:57:47.323222 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c7997-6952-4f96-9788-cd3a98cadb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b8c4df-7313-48ae-9c1a-3f9a474a68ce,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:47.325043 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43060) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:47.373254 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7a6c-ea71-4b52-bbbc-f5c29f803a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.398747 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7a6c-ea71-4b52-bbbc-f5c29f803a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.418129 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 526f0656-7477-4720-8b09-29f52a522b0e up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:57:47.445465 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7a6c-ea71-4b52-bbbc-f5c29f803a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.448060 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7a6c-ea71-4b52-bbbc-f5c29f803a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.451451 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f2ec7a6c-ea71-4b52-bbbc-f5c29f803a3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57b8c4df-7313-48ae-9c1a-3f9a474a68ce HTTP/1.1" status: 204 len: 168 time: 0.1234570 Jul 15 22:57:47.459029 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec7a6c-ea71-4b52-bbbc-f5c29f803a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b8c4df-7313-48ae-9c1a-3f9a474a68ce,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:47.488714 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 526f0656-7477-4720-8b09-29f52a522b0e completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:47.492467 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 526f0656-7477-4720-8b09-29f52a522b0e triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:57:47.492943 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.576061 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.601854 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526f0656-7477-4720-8b09-29f52a522b0e'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:57:47.604309 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5382fcc4-8a53-444d-b8c1-f022ea7ffcd2" -d '{"events": [{"server_uuid": "9b472bb4-f019-4f2b-a989-8b2249bf9fcf", "name": "network-vif-plugged", "status": "completed", "tag": "526f0656-7477-4720-8b09-29f52a522b0e"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:57:47.631585 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 526f0656-7477-4720-8b09-29f52a522b0e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=526f0656-7477-4720-8b09-29f52a522b0e,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:47.637532 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:47.666373 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a46a6ed-a73a-41f5-aa2b-6a5db5a7f805 x-openstack-request-id: req-9a46a6ed-a73a-41f5-aa2b-6a5db5a7f805 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:57:47.666882 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b472bb4-f019-4f2b-a989-8b2249bf9fcf", "name": "network-vif-plugged", "status": "completed", "tag": "526f0656-7477-4720-8b09-29f52a522b0e", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:57:47.667225 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a46a6ed-a73a-41f5-aa2b-6a5db5a7f805 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:57:47.667601 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526f0656-7477-4720-8b09-29f52a522b0e', 'code': 200} Jul 15 22:57:47.710727 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=526f0656-7477-4720-8b09-29f52a522b0e,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:47.991677 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c54e5-1f44-4fdc-abdd-4765b4582a85 req-565b2bbf-e17e-4acd-b7c1-5a3eea72d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:47.993164 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-227c54e5-1f44-4fdc-abdd-4765b4582a85 req-565b2bbf-e17e-4acd-b7c1-5a3eea72d2ab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 1098 time: 0.0506222 Jul 15 22:57:48.028985 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-227c54e5-1f44-4fdc-abdd-4765b4582a85 req-36299144-044c-4aa5-a378-1534db85afc6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268579 Jul 15 22:57:48.245161 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64bd6-2f40-412d-9b6c-ff63ee0d4e62 req-02598be9-16cc-4c6c-9039-b4da2caa4cc0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:48.246549 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-61f64bd6-2f40-412d-9b6c-ff63ee0d4e62 req-02598be9-16cc-4c6c-9039-b4da2caa4cc0 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0657270 Jul 15 22:57:48.285011 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-61f64bd6-2f40-412d-9b6c-ff63ee0d4e62 req-e3f5dd9b-f7f5-4a27-bf01-4f2231a16306 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Jul 15 22:57:48.421106 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f51c-c08c-4579-9dc8-ee6309b2371e req-3e41855d-2f9b-40e0-b5ca-9304351e57bb tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:48.422592 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fab2f51c-c08c-4579-9dc8-ee6309b2371e req-3e41855d-2f9b-40e0-b5ca-9304351e57bb tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0625207 Jul 15 22:57:48.459223 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fab2f51c-c08c-4579-9dc8-ee6309b2371e req-f3fe3ef5-39c3-47dc-8388-2be4a3400928 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311830 Jul 15 22:57:49.454664 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668299e4-7085-415a-9d37-44656a22bcd4 req-89c2c9e4-defe-4703-b06f-ae588313be0e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:49.456191 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-668299e4-7085-415a-9d37-44656a22bcd4 req-89c2c9e4-defe-4703-b06f-ae588313be0e tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0617354 Jul 15 22:57:49.492479 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-668299e4-7085-415a-9d37-44656a22bcd4 req-05220f05-9227-447a-a31b-a25b2b641712 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309114 Jul 15 22:57:49.627412 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1bbf4-ff14-4cee-a495-eabe16dab6c3 req-032e8d8a-4a26-445f-929c-fd2f8422be44 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:49.628869 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0bb1bbf4-ff14-4cee-a495-eabe16dab6c3 req-032e8d8a-4a26-445f-929c-fd2f8422be44 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0615003 Jul 15 22:57:49.665039 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0bb1bbf4-ff14-4cee-a495-eabe16dab6c3 req-92fcad6d-fc42-4798-96d5-d1a25621070e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Jul 15 22:57:49.835846 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13625d8c-b4bd-40a0-8380-c38c8bca4292 req-79e24c1f-db38-4ac0-aef4-5afb0cb94753 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:49.837320 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-13625d8c-b4bd-40a0-8380-c38c8bca4292 req-79e24c1f-db38-4ac0-aef4-5afb0cb94753 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0611293 Jul 15 22:57:49.875893 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-13625d8c-b4bd-40a0-8380-c38c8bca4292 req-be87de19-8923-48de-81bd-3d86a2b8a95c tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331423 Jul 15 22:57:49.899272 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43098) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:50.094669 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827cb46e-680e-45c4-911c-b6b06fd3b441 tempest-TestVolumeBootPattern-1671969776 tempest-TestVolumeBootPattern-1671969776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:50.096169 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-827cb46e-680e-45c4-911c-b6b06fd3b441 tempest-TestVolumeBootPattern-1671969776 tempest-TestVolumeBootPattern-1671969776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 1093 time: 0.1959212 Jul 15 22:57:50.098980 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43102) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:50.103263 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'port_id': '526f0656-7477-4720-8b09-29f52a522b0e', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:50.127702 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:50.218468 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:50.327570 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Allocated IP 172.27.0.27 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/59dd9ca7-5365-4d93-9fda-35bcf7beaa55) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:50.427691 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:50.465437 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:50.500538 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:50.505197 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:50.508538 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:50.535120 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=59dd9ca7-5365-4d93-9fda-35bcf7beaa55,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:50.756896 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b108b8-f498-44d4-a087-b40f78d3f3f8 req-2c879868-cc7f-4efb-91cf-a10cb79a2a64 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:50.758417 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-41b108b8-f498-44d4-a087-b40f78d3f3f8 req-2c879868-cc7f-4efb-91cf-a10cb79a2a64 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.1442733 Jul 15 22:57:50.847309 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-41b108b8-f498-44d4-a087-b40f78d3f3f8 req-19e9df76-eeb3-4c4c-b60c-1b87af8f5fe5 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff019585-9072-409b-b082-7ec4bd36425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806260 Jul 15 22:57:50.978793 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.064456 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.070725 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-57d21f8a-28bd-42b5-af8d-9fdc058aa291 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:51.072173 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-57d21f8a-28bd-42b5-af8d-9fdc058aa291 tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.22 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 946 time: 0.0659618 Jul 15 22:57:51.173754 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Deleting port e1808b60-451f-4c88-81de-08b1cb8a2a29 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:57:51.174095 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.215803 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.221440 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.264308 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] For port e1808b60-451f-4c88-81de-08b1cb8a2a29, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e1808b60-451f-4c88-81de-08b1cb8a2a29,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:51.264674 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.276946 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Calling delete_port for e1808b60-451f-4c88-81de-08b1cb8a2a29 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:57:51.291208 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=59dd9ca7-5365-4d93-9fda-35bcf7beaa55,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:51.300992 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.401019 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Floating IP cb7194b5-3558-4471-a65b-906223c0f702 associated. External IP: 172.27.0.27, port: 526f0656-7477-4720-8b09-29f52a522b0e. Jul 15 22:57:51.408911 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.421713 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['e1808b60-451f-4c88-81de-08b1cb8a2a29'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:57:51.438079 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Pushing event deleted for resources: {'Port': ['ID=e1808b60-451f-4c88-81de-08b1cb8a2a29,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:51.485249 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] No DVR routers for this DVR port e1808b60-451f-4c88-81de-08b1cb8a2a29 on host hv-cinder-79496 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:57:51.488201 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.490215 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ba8cb800-7ffb-46b4-bd89-8441052350eb req-42597ed5-1475-4f3e-9f86-48c693fe722d tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.22 "DELETE /v2.0/ports/e1808b60-451f-4c88-81de-08b1cb8a2a29 HTTP/1.1" status: 204 len: 173 time: 0.4112926 Jul 15 22:57:51.490650 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b48a27-fb26-4f6a-b2a9-66897b8b34d6', 'name': 'network-vif-deleted', 'tag': 'e1808b60-451f-4c88-81de-08b1cb8a2a29'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:57:51.492867 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceafc058-74eb-41a6-9202-d299274b2699" -d '{"events": [{"server_uuid": "78b48a27-fb26-4f6a-b2a9-66897b8b34d6", "name": "network-vif-deleted", "tag": "e1808b60-451f-4c88-81de-08b1cb8a2a29"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:57:51.534299 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e565d2-0868-40b7-8c61-6dedf7f371ce x-openstack-request-id: req-88e565d2-0868-40b7-8c61-6dedf7f371ce {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:57:51.534885 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b48a27-fb26-4f6a-b2a9-66897b8b34d6", "name": "network-vif-deleted", "tag": "e1808b60-451f-4c88-81de-08b1cb8a2a29", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:57:51.535350 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88e565d2-0868-40b7-8c61-6dedf7f371ce {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:57:51.536038 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b48a27-fb26-4f6a-b2a9-66897b8b34d6', 'name': 'network-vif-deleted', 'tag': 'e1808b60-451f-4c88-81de-08b1cb8a2a29', 'status': 'completed', 'code': 200} Jul 15 22:57:51.656705 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:57:51.766266 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:57:51.775468 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:57:51.781409 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:51.784771 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:51.785373 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:51.819446 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-dfe6b14e-d1bf-4a88-a3a7-e1b016e7652e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7194512 Jul 15 22:57:51.820046 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'tag': '526f0656-7477-4720-8b09-29f52a522b0e'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:57:51.822333 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b472bb4-f019-4f2b-a989-8b2249bf9fcf", "tag": "526f0656-7477-4720-8b09-29f52a522b0e"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:57:51.866355 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e966f98-0109-4895-8de5-93bb4f0dc5ea x-openstack-request-id: req-0e966f98-0109-4895-8de5-93bb4f0dc5ea {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:57:51.866494 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b472bb4-f019-4f2b-a989-8b2249bf9fcf", "tag": "526f0656-7477-4720-8b09-29f52a522b0e", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:57:51.866819 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e966f98-0109-4895-8de5-93bb4f0dc5ea {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:57:51.867307 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'tag': '526f0656-7477-4720-8b09-29f52a522b0e', 'status': 'completed', 'code': 200} Jul 15 22:57:51.892028 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:51.968545 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-e6c77428-556d-4385-a38e-8be24284dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:51.970100 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-e6c77428-556d-4385-a38e-8be24284dec6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 1098 time: 0.0723267 Jul 15 22:57:52.054324 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2b46811c-791f-4875-9be8-49e13a22211d req-8f9037bf-0d96-4f19-af74-92cdc71b7daf tempest-ServerRescueNegativeTestJSON-1227604336 tempest-ServerRescueNegativeTestJSON-1227604336-project] 10.222.0.10 "GET /v2.0/ports?device_id=78b48a27-fb26-4f6a-b2a9-66897b8b34d6 HTTP/1.1" status: 200 len: 210 time: 0.0590293 Jul 15 22:57:52.141716 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-38a5098c-74ae-4812-82c3-40c5e9fb8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:52.143216 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-38a5098c-74ae-4812-82c3-40c5e9fb8b4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.1585128 Jul 15 22:57:52.145683 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'cb7194b5-3558-4471-a65b-906223c0f702', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '526f0656-7477-4720-8b09-29f52a522b0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:0d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:57:50Z', 'updated_at': '2021-07-15T22:57:50Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:52.172676 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:57:52.182789 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:52.183480 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:52.215296 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-5f010e24-b10e-43d9-a7e8-98c472c9b287 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526f0656-7477-4720-8b09-29f52a522b0e HTTP/1.1" status: 200 len: 998 time: 0.0604596 Jul 15 22:57:52.276406 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-c5068838-f2bd-4105-ba41-0fdcbbe666e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:52.278005 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-c5068838-f2bd-4105-ba41-0fdcbbe666e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0466774 Jul 15 22:57:52.297606 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:52.334226 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-7915783a-aecf-4999-badd-42c2c11cdfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:52.335701 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-7915783a-aecf-4999-badd-42c2c11cdfd7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503631 Jul 15 22:57:52.434352 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-4630820e-b702-4750-b1a1-6702d7176550 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874784 Jul 15 22:57:52.521504 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'cb7194b5-3558-4471-a65b-906223c0f702', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '526f0656-7477-4720-8b09-29f52a522b0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:0d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:57:50Z', 'updated_at': '2021-07-15T22:57:50Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:52.549921 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276d3dc-c80f-4fbd-a1b1-74193db15a8e None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'cb7194b5-3558-4471-a65b-906223c0f702', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '526f0656-7477-4720-8b09-29f52a522b0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:0d:a4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:57:50Z', 'updated_at': '2021-07-15T22:57:50Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:57:52.725341 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3066317-e5e1-4cf0-817c-9d871be971aa None None] New status for floating IP cb7194b5-3558-4471-a65b-906223c0f702: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 22:57:53.175713 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43134) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:53.596571 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7a28ebd-64d8-4e12-a88a-650d6ef3bbe6 req-a78e89c3-b453-4b91-88ee-ec08eafa9293 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816727 Jul 15 22:57:53.785276 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:54.075564 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Deleting port bd53ca30-94d4-4441-8882-2a99e2ea3444 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:57:54.075830 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:54.154011 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] For port bd53ca30-94d4-4441-8882-2a99e2ea3444, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=bd53ca30-94d4-4441-8882-2a99e2ea3444,segment=NetworkSegment(373b3388-3b32-4d18-a479-87f33a75e06d),segment_id=373b3388-3b32-4d18-a479-87f33a75e06d)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:54.154373 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:54.166585 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Calling delete_port for bd53ca30-94d4-4441-8882-2a99e2ea3444 owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:57:54.355810 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:54.383167 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bd53ca30-94d4-4441-8882-2a99e2ea3444,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:54.537745 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:54.745523 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:57:54.846869 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:57:54.852022 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-892b6b5d-4dc8-4f4b-a1b3-157f87ebd5ce admin admin] 10.222.0.10 "PUT /v2.0/routers/35b1977e-c033-40e8-8ba7-9d99e33cb0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6752992 Jul 15 22:57:54.854562 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43142) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:54.857162 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e36238-53c4-4953-8959-53a373b2405c None None] Sync routers for ids ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:57:54.867093 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e36238-53c4-4953-8959-53a373b2405c None None] Routers {'35b1977e-c033-40e8-8ba7-9d99e33cb0f2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:54.867615 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-67e36238-53c4-4953-8959-53a373b2405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:54.957860 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:54.966761 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-67e36238-53c4-4953-8959-53a373b2405c None None] Set router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:55.058823 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.109383 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Deleting port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:57:55.109631 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.136179 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-67e36238-53c4-4953-8959-53a373b2405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:57:54Z', 'revision_number': 5, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port': {'id': '98eee8f9-9dd6-420f-9ba7-0722d80e34c7', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ed:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:09Z', 'updated_at': '2021-07-15T22:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:55.161230 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e36238-53c4-4953-8959-53a373b2405c None None] Checking router: 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:57:55.169765 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e36238-53c4-4953-8959-53a373b2405c None None] Routers {'35b1977e-c033-40e8-8ba7-9d99e33cb0f2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:55.170393 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-67e36238-53c4-4953-8959-53a373b2405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:55.190122 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] For port 98eee8f9-9dd6-420f-9ba7-0722d80e34c7, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=98eee8f9-9dd6-420f-9ba7-0722d80e34c7,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:57:55.190481 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.202356 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Calling delete_port for 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:57:55.254646 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-67e36238-53c4-4953-8959-53a373b2405c None None] Set router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:57:55.365571 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.381792 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-67e36238-53c4-4953-8959-53a373b2405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:57:55Z', 'revision_number': 6, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:55.391301 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=98eee8f9-9dd6-420f-9ba7-0722d80e34c7,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:55.407454 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e36238-53c4-4953-8959-53a373b2405c None None] The sync data for ids ['35b1977e-c033-40e8-8ba7-9d99e33cb0f2'] in dv-cinder-794962-10-iscsi is: [{'id': '35b1977e-c033-40e8-8ba7-9d99e33cb0f2', 'name': 'tempest-ServerRescueNegativeTestJSON-846288278-router', 'tenant_id': '7156411184714655a2dfec3bd881e917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:08Z', 'updated_at': '2021-07-15T22:57:55Z', 'revision_number': 6, 'project_id': '7156411184714655a2dfec3bd881e917', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:57:55.459886 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.558450 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.560533 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.588782 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device e1808b60-451f-4c88-81de-08b1cb8a2a29 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:57:55.607443 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: e1808b60-451f-4c88-81de-08b1cb8a2a29 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:57:55.607785 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device e1808b60-451f-4c88-81de-08b1cb8a2a29 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:57:55.629689 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.630269 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35b1977e-c033-40e8-8ba7-9d99e33cb0f2 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 22:57:55.634842 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.635983 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5a05d133-b652-47a3-8d1e-92364bd04c69 admin admin] 10.222.0.10 "DELETE /v2.0/routers/35b1977e-c033-40e8-8ba7-9d99e33cb0f2 HTTP/1.1" status: 204 len: 168 time: 0.7805119 Jul 15 22:57:55.638521 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43148) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:55.680856 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-0694a3af-ee47-4965-89a9-703c7cc3ec00 admin admin] Deleting subnet 22f2676c-d51c-4621-86ee-fc45816cf6fc {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 22:57:55.683765 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0694a3af-ee47-4965-89a9-703c7cc3ec00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.717011 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0694a3af-ee47-4965-89a9-703c7cc3ec00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4324996'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.754504 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0694a3af-ee47-4965-89a9-703c7cc3ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.812940 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0694a3af-ee47-4965-89a9-703c7cc3ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4324914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232764'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.837729 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694a3af-ee47-4965-89a9-703c7cc3ec00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f2676c-d51c-4621-86ee-fc45816cf6fc,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:55.844534 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0694a3af-ee47-4965-89a9-703c7cc3ec00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:55.846469 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0694a3af-ee47-4965-89a9-703c7cc3ec00 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/22f2676c-d51c-4621-86ee-fc45816cf6fc HTTP/1.1" status: 204 len: 168 time: 0.2070162 Jul 15 22:57:55.849247 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43150) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:55.923000 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.002728 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.012995 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a33b9b-ae14-4f7d-896b-dea40fd22550']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:56.023206 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373b3388-3b32-4d18-a479-87f33a75e06d') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:56.023510 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373b3388-3b32-4d18-a479-87f33a75e06d') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:56.032126 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869178'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.045087 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.051418 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 22:57:56.051817 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8114659'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: timer() Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: cb(*args, **kw) Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: self._notify() Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: self.callback(batched_events) Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: event.method(event) Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._get(url).json() Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 22:57:56.053515 dv-cinder-794962-10-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 22:57:56.104854 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.112896 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.114758 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] 10.222.0.10 "DELETE /v2.0/networks/60a33b9b-ae14-4f7d-896b-dea40fd22550 HTTP/1.1" status: 204 len: 168 time: 0.2644908 Jul 15 22:57:56.124017 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4fb74-3ff7-4445-af5d-84018b9fed25 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a33b9b-ae14-4f7d-896b-dea40fd22550,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:56.286475 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43158) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:56.338183 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f56fc60b-7d36-4573-82b9-5e8d259a0864 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7156411184714655a2dfec3bd881e917&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502970 Jul 15 22:57:56.340471 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43160) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:56.402995 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-59d5c9f3-6a2d-43da-b969-43898a4ea237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.426107 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-59d5c9f3-6a2d-43da-b969-43898a4ea237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.475649 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-59d5c9f3-6a2d-43da-b969-43898a4ea237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.478203 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-59d5c9f3-6a2d-43da-b969-43898a4ea237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:56.481606 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-59d5c9f3-6a2d-43da-b969-43898a4ea237 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff019585-9072-409b-b082-7ec4bd36425e HTTP/1.1" status: 204 len: 168 time: 0.1379092 Jul 15 22:57:56.491364 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5c9f3-6a2d-43da-b969-43898a4ea237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff019585-9072-409b-b082-7ec4bd36425e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:56.687019 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:57:56.708370 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:57:56.708837 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 98eee8f9-9dd6-420f-9ba7-0722d80e34c7 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:57:56.709456 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device bd53ca30-94d4-4441-8882-2a99e2ea3444 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:57:56.749563 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-e4cd4116-9039-4d0a-aa28-953d15b57bda tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064297302&fields=id&tenant_id=8d75a1a04cdb4c04af50a7f16254c959 HTTP/1.1" status: 200 len: 267 time: 0.0359256 Jul 15 22:57:56.849018 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: bd53ca30-94d4-4441-8882-2a99e2ea3444 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:57:56.849369 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device bd53ca30-94d4-4441-8882-2a99e2ea3444 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:57:56.860406 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b04978-d825-4146-84a0-89cc60e465cf req-9702672d-aa65-48aa-91cd-510068d4b6e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:56.863808 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-9702672d-aa65-48aa-91cd-510068d4b6e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 809 time: 0.1128516 Jul 15 22:57:56.877761 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-a050b032-a09f-42b6-a165-f62c81ac99a9 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/quotas/8d75a1a04cdb4c04af50a7f16254c959 HTTP/1.1" status: 200 len: 375 time: 0.0100870 Jul 15 22:57:56.946340 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-0f923263-7f3e-4484-b8da-4b9f8161c327 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632181 Jul 15 22:57:57.044381 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-a6bfde58-033d-48fb-9fe3-53b176da9b6e service neutron] 10.222.0.10 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859904 Jul 15 22:57:57.133855 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-4ac5e5a0-2e41-43e4-8b49-ab5986ff508e service neutron] 10.222.0.10 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835350 Jul 15 22:57:57.177393 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43190) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:57.271698 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-network', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:57.291490 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Made reservation on behalf of a1ab2e9cf9a143738f8d0c496632e82e for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:57.294165 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.303522 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.396381 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.402200 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.423778 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:57:57.433134 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ff50281f-d097-45a1-8091-09a6706bfcad req-6d8aa8b7-68f2-48da-9eec-e12861cd1a0d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 210 time: 0.0306773 Jul 15 22:57:57.442057 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.442408 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Added segment bac571ec-3832-4b53-83c8-d19bd2e5233e of type vlan for network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 Jul 15 22:57:57.443662 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81537236-34d6-4a79-b8cc-e0b023231c77,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:57.501317 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.529666 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.531211 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:57.531796 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.561362 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3826911 Jul 15 22:57:57.564976 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43210) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:57.570380 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Request body: {'subnet': {'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-subnet', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:57.590802 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee6a49-d9f0-4e3a-8034-70d0792646ab admin admin] Pushing event updated for resources: {'Network': ['ID=96b17ddf-4707-4f65-af6c-bfd28f3573f9,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:57.591899 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Made reservation on behalf of a1ab2e9cf9a143738f8d0c496632e82e for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:57:57.596627 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232727'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:57.608793 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:57:57.998375 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4325101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232709'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.050585 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31831bdc-3713-4628-ac40-56fddbec780a,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:58.060236 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Checking segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:58.060597 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Network hostable DHCP agents. Network: 96b17ddf-4707-4f65-af6c-bfd28f3573f9, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:57:58.076838 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:57:58.085862 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 96b17ddf-4707-4f65-af6c-bfd28f3573f9) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:58.089809 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:57:58.090497 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.094866 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcaa9b5-fbca-4842-8b68-81d3832022e1 None None] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:57:58.103653 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-eb842efd-c8c6-4532-9257-96c39a30c526 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5375719 Jul 15 22:57:58.106886 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43216) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:58.111968 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:57:58.132261 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.133230 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.184632 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.240080 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:57:58.240962 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.312173 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.373234 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Allocated IP 172.20.0.2 (96b17ddf-4707-4f65-af6c-bfd28f3573f9/31831bdc-3713-4628-ac40-56fddbec780a/0dc6cff3-27a2-44e6-a101-e3110203337e) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:58.519632 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.529231 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Transition to ACTIVE for port object 0dc6cff3-27a2-44e6-a101-e3110203337e will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:58.546114 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Transition to ACTIVE for port object 0dc6cff3-27a2-44e6-a101-e3110203337e will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:57:58.553729 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.595717 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:58.598606 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:58.601112 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:58.615537 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Pushing event updated for resources: {'Port': ['ID=0dc6cff3-27a2-44e6-a101-e3110203337e,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:58.656771 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.657177 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.657534 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.657901 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.658241 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.658576 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.658908 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.659239 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.659570 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.659897 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.660226 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.660549 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:57:58.688844 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Attempting to bind port 0dc6cff3-27a2-44e6-a101-e3110203337e on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:57:58.689212 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Attempting to bind port 0dc6cff3-27a2-44e6-a101-e3110203337e by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:57:58.689599 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Attempting to bind port 0dc6cff3-27a2-44e6-a101-e3110203337e on network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:57:58.694799 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:57:58.695172 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Checking segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:57:58.695569 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.696041 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Bound using segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:57:58.696501 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Bound port: 0dc6cff3-27a2-44e6-a101-e3110203337e, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:57:58.696879 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.761867 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-bd92c8f1-67cd-4843-94e9-e6e3339d8cd0 req-c6601f0c-10df-4942-b2de-6001c2123c23 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 210 time: 0.0333776 Jul 15 22:57:58.763168 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] For port 0dc6cff3-27a2-44e6-a101-e3110203337e, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:57:58.768200 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] For port 0dc6cff3-27a2-44e6-a101-e3110203337e, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=0dc6cff3-27a2-44e6-a101-e3110203337e,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:57:58.772431 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.773224 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.792002 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:58.836070 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d258d4d-8c09-4962-82ce-ef7cca6295c2 None None] Pushing event updated for resources: {'Port': ['ID=0dc6cff3-27a2-44e6-a101-e3110203337e,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:58.905176 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Allocated IP 172.27.0.188 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/5befc6b6-8422-456c-8646-181ec7d5b499) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:57:59.025268 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:59.067784 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:59.110656 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:57:59.113593 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:57:59.116200 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:57:59.139123 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Pushing event updated for resources: {'Port': ['ID=5befc6b6-8422-456c-8646-181ec7d5b499,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:57:59.352768 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:59.552438 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:59.689106 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Router 1024b3d8-f486-485e-9be1-26dfb3a303e3 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92961) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:57:59.721254 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb8df9d-cd12-4855-b803-2f0c926dc7d8 None None] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:57:59.801054 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b465ec98-5529-4a15-b0cf-336f4fdc47a0 None None] Provisioning for port 0dc6cff3-27a2-44e6-a101-e3110203337e completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:57:59.801252 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:57:59.815402 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Sync routers for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:57:59.823484 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:59.824896 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-76ccca3e-08d1-4772-9790-878a33634387 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7169652 Jul 15 22:57:59.828483 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43228) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:57:59.837668 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:57:59.838329 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:57:59.965295 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-16a7ec27-d97a-4056-9b43-9f43057c3272 req-cf22d380-c172-4ea2-96c4-0bd81e718eb5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 210 time: 0.0393300 Jul 15 22:57:59.998405 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:58:00.199284 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:57:59Z', 'revision_number': 3, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:00.228552 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Checking router: 1024b3d8-f486-485e-9be1-26dfb3a303e3 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:58:00.229141 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Updating router 1024b3d8-f486-485e-9be1-26dfb3a303e3 port 5befc6b6-8422-456c-8646-181ec7d5b499 binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:58:00.267154 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.298033 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.434089 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b04978-d825-4146-84a0-89cc60e465cf req-4c31533d-887d-43ac-a56d-ab86a308ae0d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:00.435646 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-4c31533d-887d-43ac-a56d-ab86a308ae0d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.22 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 809 time: 0.1211324 Jul 15 22:58:00.481918 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-d9bf42e0-68c1-42eb-9a58-da15096f5ddb tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d75a1a04cdb4c04af50a7f16254c959 HTTP/1.1" status: 200 len: 380 time: 0.0350535 Jul 15 22:58:00.496973 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Allocated IP 172.20.0.1 (96b17ddf-4707-4f65-af6c-bfd28f3573f9/31831bdc-3713-4628-ac40-56fddbec780a/24def564-3361-4765-ab5d-165792fa883f) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:58:00.498076 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'port': {'device_id': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'admin_state_up': True, 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'security_groups': ['2c529b49-ec5b-49e0-a0db-142bf47407ca']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:00.613890 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.635425 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Transition to ACTIVE for port object 5befc6b6-8422-456c-8646-181ec7d5b499 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:58:00.644387 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.647927 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.667920 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Transition to ACTIVE for port object 24def564-3361-4765-ab5d-165792fa883f will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:58:00.688953 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Made reservation on behalf of 8d75a1a04cdb4c04af50a7f16254c959 for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:58:00.698016 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.711807 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.720965 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Attempting to bind port 5befc6b6-8422-456c-8646-181ec7d5b499 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:58:00.721379 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Attempting to bind port 5befc6b6-8422-456c-8646-181ec7d5b499 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:58:00.721999 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Attempting to bind port 5befc6b6-8422-456c-8646-181ec7d5b499 on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:58:00.725131 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7109193-492c-4513-ab8e-7efe103b04a4 None None] Pushing event updated for resources: {'Port': ['ID=5befc6b6-8422-456c-8646-181ec7d5b499,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:00.730565 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:58:00.731454 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:58:00.731563 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.732052 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:58:00.732890 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Bound port: 5befc6b6-8422-456c-8646-181ec7d5b499, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:58:00.733338 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.769429 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 0dc6cff3-27a2-44e6-a101-e3110203337e up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:58:00.770723 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:58:00.776395 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:58:00.779489 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Pushing event updated for resources: {'Port': ['ID=24def564-3361-4765-ab5d-165792fa883f,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:00.782543 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:58:00.826041 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.828688 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] For port 5befc6b6-8422-456c-8646-181ec7d5b499, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:58:00.845287 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] For port 5befc6b6-8422-456c-8646-181ec7d5b499, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=5befc6b6-8422-456c-8646-181ec7d5b499,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:58:00.852663 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.881889 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 0dc6cff3-27a2-44e6-a101-e3110203337e completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:58:00.897415 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 0dc6cff3-27a2-44e6-a101-e3110203337e triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:00.897791 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.900073 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Allocated IP 172.20.0.3 (e1eda53d-f1c6-4623-8a85-f4edd8d6012d/63828403-6937-4004-b972-6404ae225a2f/b5d20652-398b-48c3-901a-cbc877553667) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:58:00.977172 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:58:00.978325 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:00.982493 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7109193-492c-4513-ab8e-7efe103b04a4 None None] Pushing event updated for resources: {'Port': ['ID=5befc6b6-8422-456c-8646-181ec7d5b499,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:01.009027 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.101873 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.157239 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f5302a7-ff5c-4dcd-b239-e86135bc9c9a req-9ba0464a-e906-47c2-a656-694067be2664 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 210 time: 0.0389631 Jul 15 22:58:01.158296 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Transition to ACTIVE for port object b5d20652-398b-48c3-901a-cbc877553667 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:58:01.164209 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-14143fc8-c3e4-453a-8c03-424d56bb173f None None] Provisioning for port 24def564-3361-4765-ab5d-165792fa883f completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:58:01.177429 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-14143fc8-c3e4-453a-8c03-424d56bb173f None None] Provisioning complete for port 24def564-3361-4765-ab5d-165792fa883f triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:01.178232 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-14143fc8-c3e4-453a-8c03-424d56bb173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.198624 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.223490 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.228640 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.257473 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:58:01.264176 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:58:01.266716 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:01.268919 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:58:01.318314 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.321480 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Pushing event updated for resources: {'Port': ['ID=24def564-3361-4765-ab5d-165792fa883f,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:01.321796 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:01.322611 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.349351 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-81d90853-64b0-4b49-bc98-9ae83a18ab8d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609483 Jul 15 22:58:01.376804 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Request body: {'port': {'device_id': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:01.386013 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.421905 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-14143fc8-c3e4-453a-8c03-424d56bb173f None None] Port 24def564-3361-4765-ab5d-165792fa883f cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:58:01.426803 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:58:01.428275 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:58:01.428813 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:58:01.473168 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.482627 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 0dc6cff3-27a2-44e6-a101-e3110203337e, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=0dc6cff3-27a2-44e6-a101-e3110203337e,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:01.488917 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.596177 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Router 1024b3d8-f486-485e-9be1-26dfb3a303e3 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:58:01.617053 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=0dc6cff3-27a2-44e6-a101-e3110203337e,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:01.692166 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6ecd3e40-8822-4f7c-8185-1404ab4a684a None None] Provisioning for port b5d20652-398b-48c3-901a-cbc877553667 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:58:01.704780 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6ecd3e40-8822-4f7c-8185-1404ab4a684a None None] Provisioning complete for port b5d20652-398b-48c3-901a-cbc877553667 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:01.705556 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3e40-8822-4f7c-8185-1404ab4a684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.756461 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:58:01.757526 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd3e40-8822-4f7c-8185-1404ab4a684a None None] Port b5d20652-398b-48c3-901a-cbc877553667 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:58:01.774009 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-beb89ae0-5892-44e2-b426-2421fbcd856a admin admin] 10.222.0.10 "PUT /v2.0/routers/1024b3d8-f486-485e-9be1-26dfb3a303e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9366808 Jul 15 22:58:01.806639 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 1, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:01.834777 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ff717-60b1-4d89-ac95-ff83ff38a471 None None] The sync data for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi is: [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 1, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:58:01.838447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d20652-398b-48c3-901a-cbc877553667 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:58:01.848897 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.863034 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Transition to ACTIVE for port object b5d20652-398b-48c3-901a-cbc877553667 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:58:01.867734 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.881304 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a66d3bec-79d3-450e-b7ac-387ef21b17cd None None] Provisioning complete for port 24def564-3361-4765-ab5d-165792fa883f triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:01.882688 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a66d3bec-79d3-450e-b7ac-387ef21b17cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:01.938175 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:01.954550 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-a66d3bec-79d3-450e-b7ac-387ef21b17cd None None] Port 24def564-3361-4765-ab5d-165792fa883f cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:58:02.026754 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Attempting to bind port b5d20652-398b-48c3-901a-cbc877553667 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:58:02.027094 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Attempting to bind port b5d20652-398b-48c3-901a-cbc877553667 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:58:02.027428 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Attempting to bind port b5d20652-398b-48c3-901a-cbc877553667 on network e1eda53d-f1c6-4623-8a85-f4edd8d6012d {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:58:02.032699 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Port b5d20652-398b-48c3-901a-cbc877553667 on network e1eda53d-f1c6-4623-8a85-f4edd8d6012d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:58:02.033024 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Attempting to bind port b5d20652-398b-48c3-901a-cbc877553667 on network e1eda53d-f1c6-4623-8a85-f4edd8d6012d {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:58:02.038090 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:58:02.038336 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Checking segment: {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:58:02.038867 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Bound using segment: {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:58:02.039310 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Bound port: b5d20652-398b-48c3-901a-cbc877553667, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a019cb-402e-4151-861b-452f1df09b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:58:02.039675 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.149734 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:58:02.153447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:58:02.160741 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.204262 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:02.205318 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.206908 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] 10.222.0.22 "PUT /v2.0/ports/b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 1093 time: 0.8350778 Jul 15 22:58:02.207723 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:58:02.210435 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd5b7cd-b20e-4394-84d7-48b070457ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "tag": "b5d20652-398b-48c3-901a-cbc877553667"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:58:02.258561 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc66bf3-c45e-4cf6-bf1e-1a4b62b15630 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:02.278158 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43254) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:02.285095 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-f389b0d1-1b26-4bab-8096-affce1d8efd2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542420572', 'description': 'tempest-description--201358622'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:02.323424 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0306101-d324-4e09-ba95-de0e62eb97de x-openstack-request-id: req-b0306101-d324-4e09-ba95-de0e62eb97de {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:58:02.323744 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "tag": "b5d20652-398b-48c3-901a-cbc877553667", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:58:02.323963 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0306101-d324-4e09-ba95-de0e62eb97de {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:58:02.324362 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667', 'status': 'completed', 'code': 200} Jul 15 22:58:02.333993 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f389b0d1-1b26-4bab-8096-affce1d8efd2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.405881 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b04978-d825-4146-84a0-89cc60e465cf req-c2859817-8d82-4e58-a115-e61fa3d5f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:02.408507 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-c2859817-8d82-4e58-a115-e61fa3d5f6df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1096 time: 0.1293564 Jul 15 22:58:02.432095 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f389b0d1-1b26-4bab-8096-affce1d8efd2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.438583 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f389b0d1-1b26-4bab-8096-affce1d8efd2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.472360 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f389b0d1-1b26-4bab-8096-affce1d8efd2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.473176 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-1b796113-7d6c-436c-8b2e-e153f3b97525 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 217 time: 0.0560985 Jul 15 22:58:02.476307 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f389b0d1-1b26-4bab-8096-affce1d8efd2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1944292 Jul 15 22:58:02.476307 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389b0d1-1b26-4bab-8096-affce1d8efd2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd7ebab-a02a-4d6c-b228-6f221ddc7389,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:02.477303 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43256) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:02.494114 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-b3784395-5462-40f1-9d33-6ed6daf5163f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'security_group_rule': {'security_group_id': '6bd7ebab-a02a-4d6c-b228-6f221ddc7389', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:02.566039 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76414dca-7974-4d5b-b592-3b81128956c9 req-77ca9d4e-6e52-46d1-951d-a62793ba6c85 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:02.567585 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-76414dca-7974-4d5b-b592-3b81128956c9 req-77ca9d4e-6e52-46d1-951d-a62793ba6c85 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.2096543 Jul 15 22:58:02.587910 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b04978-d825-4146-84a0-89cc60e465cf req-ac9a9deb-b064-489b-8ab1-5d7307fd2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:02.589329 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-ac9a9deb-b064-489b-8ab1-5d7307fd2a2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 200 len: 848 time: 0.0986719 Jul 15 22:58:02.591204 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b3784395-5462-40f1-9d33-6ed6daf5163f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.684963 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-76414dca-7974-4d5b-b592-3b81128956c9 req-18adbc5b-f68d-4ec0-a690-75bef78c0af2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083009 Jul 15 22:58:02.718922 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b3784395-5462-40f1-9d33-6ed6daf5163f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.727091 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b3784395-5462-40f1-9d33-6ed6daf5163f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.738279 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b04978-d825-4146-84a0-89cc60e465cf req-65fcaa00-c8d6-4ab9-b268-391c64f58ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:02.739810 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-65fcaa00-c8d6-4ab9-b268-391c64f58ed6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1329565 Jul 15 22:58:02.765616 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784395-5462-40f1-9d33-6ed6daf5163f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fabb10-cf89-4d32-9421-29ba9edb85d3,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:02.780043 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b3784395-5462-40f1-9d33-6ed6daf5163f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.781127 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b3784395-5462-40f1-9d33-6ed6daf5163f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927556 Jul 15 22:58:02.784746 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43262) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:02.791608 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-ec19efe9-765b-44af-b56c-3e465bb952d1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'security_group_rule': {'security_group_id': '6bd7ebab-a02a-4d6c-b228-6f221ddc7389', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:02.855031 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ec19efe9-765b-44af-b56c-3e465bb952d1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.877886 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-7f548cf2-dec1-4106-b3ce-0b1c2c743ea6 service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214292 Jul 15 22:58:02.880430 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 5befc6b6-8422-456c-8646-181ec7d5b499 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:58:02.937213 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ec19efe9-765b-44af-b56c-3e465bb952d1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.941663 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 5befc6b6-8422-456c-8646-181ec7d5b499 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:58:02.942160 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ec19efe9-765b-44af-b56c-3e465bb952d1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.950436 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 5befc6b6-8422-456c-8646-181ec7d5b499 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:02.950812 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.961278 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19efe9-765b-44af-b56c-3e465bb952d1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5a516b-6f72-4944-9661-bae9dff07bd4,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:02.973591 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ec19efe9-765b-44af-b56c-3e465bb952d1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:02.975350 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ec19efe9-765b-44af-b56c-3e465bb952d1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1894934 Jul 15 22:58:02.978463 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43266) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:02.984087 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:03.009329 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.017070 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a8b04978-d825-4146-84a0-89cc60e465cf req-048e6cdd-7058-4d6c-b8bb-b1228fbb8778 service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262329 Jul 15 22:58:03.068500 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.090188 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 5befc6b6-8422-456c-8646-181ec7d5b499, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=5befc6b6-8422-456c-8646-181ec7d5b499,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:03.098109 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.098911 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 0dc6cff3-27a2-44e6-a101-e3110203337e up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:58:03.131204 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.150230 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-41ac536d-0d69-4851-ae36-c0650c0e384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:03.151789 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-41ac536d-0d69-4851-ae36-c0650c0e384b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1096 time: 0.0633934 Jul 15 22:58:03.184157 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=5befc6b6-8422-456c-8646-181ec7d5b499,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:03.202976 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 0dc6cff3-27a2-44e6-a101-e3110203337e triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:03.203355 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.266910 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-b14e5236-d770-4535-9ffe-4fbc9feb1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:03.268301 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Allocated IP 172.27.0.200 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/3bb5a2d1-00ee-4912-8a07-a52f3fbf53bd) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:58:03.268647 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-b14e5236-d770-4535-9ffe-4fbc9feb1a64 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 910 time: 0.1062574 Jul 15 22:58:03.321453 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-2a7b7ba3-6ab6-4ad6-95b6-9601be4ed0ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 217 time: 0.0442626 Jul 15 22:58:03.374545 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-1417db64-55ed-4382-9439-69cee8cd8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:03.375550 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.376568 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-1417db64-55ed-4382-9439-69cee8cd8495 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 200 len: 848 time: 0.0442526 Jul 15 22:58:03.418404 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.440623 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-f32ef96d-d817-4ec5-8e6e-ebdeec44c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:03.442579 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-f32ef96d-d817-4ec5-8e6e-ebdeec44c413 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565820 Jul 15 22:58:03.458934 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:58:03.461673 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:58:03.465260 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:58:03.491468 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'Port': ['ID=3bb5a2d1-00ee-4912-8a07-a52f3fbf53bd,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:03.555036 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.600775 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.772244 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.779190 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-40ec76a2-6f7f-4b25-ab71-3191db6e5d72 service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284442 Jul 15 22:58:03.781002 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.894575 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'Port': ['ID=3bb5a2d1-00ee-4912-8a07-a52f3fbf53bd,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:03.895167 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbd5b7cd-b20e-4394-84d7-48b070457ebe req-28dd6835-e9e8-4078-9303-0c8389831454 service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015832 Jul 15 22:58:03.922764 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.946656 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db00e-57dc-4a19-b278-a86a2b6062c1 req-a3621302-52e9-4e6b-9098-0ffed82cea0e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:03.953503 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb6db00e-57dc-4a19-b278-a86a2b6062c1 req-a3621302-52e9-4e6b-9098-0ffed82cea0e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.1398067 Jul 15 22:58:03.960939 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.962555 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-02990002-46e3-436c-bdd1-3cfe0ae15f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9828906 Jul 15 22:58:03.997314 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb6db00e-57dc-4a19-b278-a86a2b6062c1 req-b6d369de-9e78-4af3-bacc-f2d3b659593c tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 Jul 15 22:58:04.121252 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-3e921596-3b55-4f1d-bbb7-0795b98b1ebc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--542420572&fields=id&tenant_id=a1ab2e9cf9a143738f8d0c496632e82e HTTP/1.1" status: 200 len: 267 time: 0.0341799 Jul 15 22:58:04.209187 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Sync routers for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:58:04.229515 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:58:04.230157 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:04.248695 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-52472410-1a75-4018-9895-39c009e86fd9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:04.250193 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-52472410-1a75-4018-9895-39c009e86fd9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 817 time: 0.1222510 Jul 15 22:58:04.265001 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-0f4d5ff2-d8cd-4506-b975-080ebef6ad56 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/quotas/a1ab2e9cf9a143738f8d0c496632e82e HTTP/1.1" status: 200 len: 375 time: 0.0089185 Jul 15 22:58:04.335761 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-38064b0a-4bc2-48f0-a12a-f900ed76e6c5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653565 Jul 15 22:58:04.336645 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:58:04.432926 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-c660f363-e277-4099-8e9b-33d683cf22e7 service neutron] 10.222.0.10 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855336 Jul 15 22:58:04.524583 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-67abbe2e-681b-4b48-be7b-89467627be99 service neutron] 10.222.0.10 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Jul 15 22:58:04.529132 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:01Z', 'revision_number': 2, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:04.553911 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Checking router: 1024b3d8-f486-485e-9be1-26dfb3a303e3 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:58:04.554268 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Updating router 1024b3d8-f486-485e-9be1-26dfb3a303e3 port 24def564-3361-4765-ab5d-165792fa883f binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:58:04.586852 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:04.709949 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 5befc6b6-8422-456c-8646-181ec7d5b499 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:58:04.726535 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7d07cd1c-2209-4064-b1f4-bd9addda91ec req-0b90df9a-fb39-4059-b98d-71874a8783ab tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 210 time: 0.0509355 Jul 15 22:58:04.781672 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 5befc6b6-8422-456c-8646-181ec7d5b499 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:04.782080 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:04.871490 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:04.882793 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Transition to ACTIVE for port object 24def564-3361-4765-ab5d-165792fa883f will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:58:04.888437 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:04.941993 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Pushing event updated for resources: {'Port': ['ID=24def564-3361-4765-ab5d-165792fa883f,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:05.000427 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.000799 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.001516 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.002107 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.002908 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.003021 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.003359 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.003695 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.004064 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.004400 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.004726 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.005051 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:05.010218 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Attempting to bind port 24def564-3361-4765-ab5d-165792fa883f on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:58:05.010640 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Attempting to bind port 24def564-3361-4765-ab5d-165792fa883f by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:58:05.011208 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Attempting to bind port 24def564-3361-4765-ab5d-165792fa883f on network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:58:05.019882 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:58:05.020271 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Checking segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:58:05.020924 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:05.021249 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Bound using segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:58:05.021708 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Bound port: 24def564-3361-4765-ab5d-165792fa883f, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:58:05.022134 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:05.099020 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] For port 24def564-3361-4765-ab5d-165792fa883f, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:58:05.102813 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] For port 24def564-3361-4765-ab5d-165792fa883f, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=24def564-3361-4765-ab5d-165792fa883f,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:58:05.109777 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:05.177081 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c487b3a-32f6-402f-8b2a-690724651222 None None] Pushing event updated for resources: {'Port': ['ID=24def564-3361-4765-ab5d-165792fa883f,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:05.184393 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:58:05.185227 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:57:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:05.233652 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494293e-7d24-49fd-b037-8ec04bb076d6 req-2b713bcd-d9ac-46f0-8d4d-46a6528f8405 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:05.241800 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7494293e-7d24-49fd-b037-8ec04bb076d6 req-2b713bcd-d9ac-46f0-8d4d-46a6528f8405 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0891747 Jul 15 22:58:05.306112 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7494293e-7d24-49fd-b037-8ec04bb076d6 req-0826312d-bc3b-4b71-9d81-bb24217671ac tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537870 Jul 15 22:58:05.334865 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:58:05.546626 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:05Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:05.576912 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00633c06-fa33-4766-882c-8f8eb5a2e427 None None] The sync data for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi is: [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:05Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:58:05.689823 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525c03-f720-4063-9c77-b8ff26bfb333 req-dd3b3b8c-f4dd-4655-9b01-29e8b9f86d60 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:05.691428 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59525c03-f720-4063-9c77-b8ff26bfb333 req-dd3b3b8c-f4dd-4655-9b01-29e8b9f86d60 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 945 time: 0.0665202 Jul 15 22:58:05.733093 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-59525c03-f720-4063-9c77-b8ff26bfb333 req-17eb143a-68f6-4094-8cde-6b7c37014808 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359344 Jul 15 22:58:05.888170 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3916faad-20db-4acb-8ba4-bfcebd3c2796 req-00af2cf5-a231-4629-bd22-0cbd6773a6e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 210 time: 0.0328438 Jul 15 22:58:06.120549 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-9f71d916-d224-461a-8ce4-8e88069fb363 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:06.122033 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-9f71d916-d224-461a-8ce4-8e88069fb363 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 817 time: 0.1164720 Jul 15 22:58:06.181771 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-6b38d0a5-f390-4511-91a1-e12635c66d6f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ab2e9cf9a143738f8d0c496632e82e HTTP/1.1" status: 200 len: 379 time: 0.0370340 Jul 15 22:58:06.194165 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'port': {'device_id': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'admin_state_up': True, 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'security_groups': ['6bd7ebab-a02a-4d6c-b228-6f221ddc7389']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:06.282965 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.316076 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Made reservation on behalf of a1ab2e9cf9a143738f8d0c496632e82e for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:58:06.319859 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.448849 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Allocated IP 172.20.0.3 (96b17ddf-4707-4f65-af6c-bfd28f3573f9/31831bdc-3713-4628-ac40-56fddbec780a/86e4c6f8-f6e0-4d36-bac5-3b5119b93c25) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:58:06.480048 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaa2af-a7d6-4547-acf8-4695666476fd req-c80f2b6f-8780-4298-af72-a68538a90014 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:06.481525 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-40aaa2af-a7d6-4547-acf8-4695666476fd req-c80f2b6f-8780-4298-af72-a68538a90014 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0639067 Jul 15 22:58:06.519606 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-40aaa2af-a7d6-4547-acf8-4695666476fd req-e7c02508-e593-4284-98fc-0ba15799806a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Jul 15 22:58:06.581941 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.595674 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Transition to ACTIVE for port object 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:58:06.631388 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.690981 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:58:06.696706 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:58:06.701224 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:58:06.705756 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:06.733316 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 24def564-3361-4765-ab5d-165792fa883f up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:58:06.755109 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:06.755886 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.782724 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-01e1f077-6aea-463f-8eee-0f341e9cd3d2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922658 Jul 15 22:58:06.785418 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 24def564-3361-4765-ab5d-165792fa883f completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:58:06.789475 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 24def564-3361-4765-ab5d-165792fa883f triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:06.790040 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.796480 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Request body: {'port': {'device_id': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:06.880677 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.914916 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 24def564-3361-4765-ab5d-165792fa883f, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=24def564-3361-4765-ab5d-165792fa883f,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:06.915350 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.918836 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.959000 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-89f234e3-a7a9-49a7-beba-38818f99f339 None None] Provisioning for port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:58:06.967982 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-89f234e3-a7a9-49a7-beba-38818f99f339 None None] Provisioning complete for port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:06.968362 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-89f234e3-a7a9-49a7-beba-38818f99f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.992810 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba9dc6-0794-41f1-82f3-112bd59267f1 req-d6ed68e3-b842-4fdb-b771-b3889ff00df3 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:06.994469 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-38ba9dc6-0794-41f1-82f3-112bd59267f1 req-d6ed68e3-b842-4fdb-b771-b3889ff00df3 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 945 time: 0.1293597 Jul 15 22:58:06.996394 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=24def564-3361-4765-ab5d-165792fa883f,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:07.012164 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-89f234e3-a7a9-49a7-beba-38818f99f339 None None] Port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:58:07.080908 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569b702-31c3-41bc-b56f-bb9586c6e13e req-9968c360-0779-4574-861e-7e5e5d20f38a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:07.082563 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0569b702-31c3-41bc-b56f-bb9586c6e13e req-9968c360-0779-4574-861e-7e5e5d20f38a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 931 time: 0.0664742 Jul 15 22:58:07.119478 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-38ba9dc6-0794-41f1-82f3-112bd59267f1 req-e5b4f24e-c6fd-4af6-bfc7-01e111c2ad8c tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086514 Jul 15 22:58:07.120575 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0569b702-31c3-41bc-b56f-bb9586c6e13e req-0e2be5f3-98b5-43a9-bb2f-4567c1c71ef1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Jul 15 22:58:07.238505 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:58:07.245857 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:07.257773 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Transition to ACTIVE for port object 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:58:07.260953 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:07.284127 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dd233807-af87-48cf-8dfe-0f1776995976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:07.315874 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:07.384915 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Attempting to bind port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:58:07.385248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Attempting to bind port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:58:07.385575 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Attempting to bind port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 on network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:58:07.389992 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 on network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:58:07.390313 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Attempting to bind port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 on network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:58:07.395092 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:58:07.395432 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Checking segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:58:07.395815 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Bound using segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:58:07.396241 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Bound port: 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:58:07.396598 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:07.458671 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:58:07.461801 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:58:07.467848 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:07.502239 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:07.502853 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:07.504559 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] 10.222.0.22 "PUT /v2.0/ports/86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 HTTP/1.1" status: 200 len: 1093 time: 0.7138054 Jul 15 22:58:07.506575 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:58:07.508814 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c19c13-22ed-448a-bf24-d7867a321d12" -d '{"events": [{"name": "network-changed", "server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:58:07.549666 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55d393-f13e-4731-9740-6a426d9bf9aa service neutron] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:07.593722 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81b49fe-049a-4c4c-acfa-5fe14a836160 x-openstack-request-id: req-a81b49fe-049a-4c4c-acfa-5fe14a836160 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:58:07.594039 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:58:07.594285 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a81b49fe-049a-4c4c-acfa-5fe14a836160 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:58:07.594673 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'status': 'completed', 'code': 200} Jul 15 22:58:07.623736 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-6e12f0a1-eea9-4925-819f-83160bf0928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:07.625305 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-6e12f0a1-eea9-4925-819f-83160bf0928c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 1096 time: 0.0597012 Jul 15 22:58:07.701316 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-429c7713-3234-4b36-81f3-216ee33a811f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 HTTP/1.1" status: 200 len: 217 time: 0.0657098 Jul 15 22:58:07.771505 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d102c-aa58-476f-a0c2-1e675c41e0cd req-c74a29d5-2200-4013-8a3b-d778fbcf149e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:07.772998 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-800d102c-aa58-476f-a0c2-1e675c41e0cd req-c74a29d5-2200-4013-8a3b-d778fbcf149e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.1312718 Jul 15 22:58:07.789753 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-c6a3a85d-9933-4fdc-b1fc-a0d95df721c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:07.791178 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-c6a3a85d-9933-4fdc-b1fc-a0d95df721c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0688071 Jul 15 22:58:07.841155 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-800d102c-aa58-476f-a0c2-1e675c41e0cd req-87cf47d9-7b51-481d-9834-5eca6616fa01 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616961 Jul 15 22:58:07.863274 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-9378c0f9-3d49-445b-a9a3-3a7e89e86819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:07.864760 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-9378c0f9-3d49-445b-a9a3-3a7e89e86819 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0620630 Jul 15 22:58:07.965483 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-9082178e-54a1-424c-b1f7-03d9aaeae11b service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837154 Jul 15 22:58:08.050010 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-6260dfe7-ddab-4335-9f27-744049f4f70d tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:08.051460 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-6260dfe7-ddab-4335-9f27-744049f4f70d tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 945 time: 0.0659702 Jul 15 22:58:08.066195 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d25c3e6c-73f2-42dd-89fb-fd7f96d5dd58 req-4d430d7b-893f-48df-bebf-bb267eda8469 service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822656 Jul 15 22:58:08.191482 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-6de06e51-f769-4adc-a578-cde25ea95c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:08.193116 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-6de06e51-f769-4adc-a578-cde25ea95c61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 1096 time: 0.0641258 Jul 15 22:58:08.336574 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-c34d1049-36de-4cd0-90b3-72d2ac2a737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:08.338083 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-c34d1049-36de-4cd0-90b3-72d2ac2a737a service neutron] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 918 time: 0.1363885 Jul 15 22:58:08.387820 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-85f1f8ab-ea3b-44be-8080-086732808dbb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 HTTP/1.1" status: 200 len: 217 time: 0.0377710 Jul 15 22:58:08.396528 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2e4a0-fb58-490d-beb4-f386602d728c req-2f16f669-3f6d-41a7-ad0c-f06f4a7080ed tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:08.398096 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ade2e4a0-fb58-490d-beb4-f386602d728c req-2f16f669-3f6d-41a7-ad0c-f06f4a7080ed tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.1257029 Jul 15 22:58:08.440371 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Deleting port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:58:08.440967 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:08.464820 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ade2e4a0-fb58-490d-beb4-f386602d728c req-7a7d709f-5f40-40f8-b704-8be7a430b43d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583241 Jul 15 22:58:08.468369 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-7843d2a7-dd3a-4dcc-bea0-c859125ff886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:08.469783 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-7843d2a7-dd3a-4dcc-bea0-c859125ff886 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0708070 Jul 15 22:58:08.488406 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187238cb-14f7-4ba3-9edd-81bf76375065 req-35ff0dee-c6e4-43bb-80b4-65e4814470b8 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:08.490120 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-187238cb-14f7-4ba3-9edd-81bf76375065 req-35ff0dee-c6e4-43bb-80b4-65e4814470b8 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8d4a383-2b0f-4677-b13a-e46df37cdadc HTTP/1.1" status: 200 len: 945 time: 0.1050799 Jul 15 22:58:08.537902 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-5bc1bf76-2314-4baf-9e40-511a4231dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:08.539409 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-5bc1bf76-2314-4baf-9e40-511a4231dfad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568483 Jul 15 22:58:08.570025 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-187238cb-14f7-4ba3-9edd-81bf76375065 req-4257e5da-8ce1-42ea-97a7-38edbdd7e971 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.10 "GET /v2.0/security-groups?id=67db469a-96ef-4c9b-bf46-8bf83e0fedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Jul 15 22:58:08.574867 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] For port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,segment=NetworkSegment(4473c79a-3338-49d1-b4d1-3b5cf96269b6),segment_id=4473c79a-3338-49d1-b4d1-3b5cf96269b6)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:08.575300 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:08.587358 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Calling delete_port for 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:58:08.630729 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-d76ce273-4797-4f1c-b594-d02dbbe2b12b service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837755 Jul 15 22:58:08.681692 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 24def564-3361-4765-ab5d-165792fa883f up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:58:08.729645 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:08.733322 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 24def564-3361-4765-ab5d-165792fa883f triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:08.733764 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:08.749083 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-78c19c13-22ed-448a-bf24-d7867a321d12 req-17a09f46-61b1-43cd-89cc-198a1b6073cc service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075466 Jul 15 22:58:08.754816 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['48f75f3b-4427-40ae-ac44-2d5b9334bbc3'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:58:08.760633 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Pushing event deleted for resources: {'Port': ['ID=48f75f3b-4427-40ae-ac44-2d5b9334bbc3,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:08.807335 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] No DVR routers for this DVR port 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:58:08.809729 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:08.811971 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0f0cb131-12a7-4616-96cd-0234b551b93e req-2307f370-1f4e-47a1-a505-8129ed2904f4 tempest-VolumesSnapshotTestJSON-2103934312 tempest-VolumesSnapshotTestJSON-2103934312-project] 10.222.0.22 "DELETE /v2.0/ports/48f75f3b-4427-40ae-ac44-2d5b9334bbc3 HTTP/1.1" status: 204 len: 173 time: 0.7537339 Jul 15 22:58:08.812439 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d4a383-2b0f-4677-b13a-e46df37cdadc', 'name': 'network-vif-deleted', 'tag': '48f75f3b-4427-40ae-ac44-2d5b9334bbc3'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:58:08.814718 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baacc206-093c-4ddb-a992-3f24b576de61" -d '{"events": [{"server_uuid": "e8d4a383-2b0f-4677-b13a-e46df37cdadc", "name": "network-vif-deleted", "tag": "48f75f3b-4427-40ae-ac44-2d5b9334bbc3"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:58:08.852910 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1a1c44-097b-467b-a9d1-caac7bd15587 x-openstack-request-id: req-7b1a1c44-097b-467b-a9d1-caac7bd15587 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:58:08.853202 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d4a383-2b0f-4677-b13a-e46df37cdadc", "name": "network-vif-deleted", "tag": "48f75f3b-4427-40ae-ac44-2d5b9334bbc3", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:58:08.853458 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b1a1c44-097b-467b-a9d1-caac7bd15587 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:58:08.853886 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d4a383-2b0f-4677-b13a-e46df37cdadc', 'name': 'network-vif-deleted', 'tag': '48f75f3b-4427-40ae-ac44-2d5b9334bbc3', 'status': 'completed', 'code': 200} Jul 15 22:58:09.012518 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318443de-6218-4a38-a9c1-a317595f7ce6 req-c5d80a99-37b6-4461-8804-2a880e05e226 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:09.014030 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-318443de-6218-4a38-a9c1-a317595f7ce6 req-c5d80a99-37b6-4461-8804-2a880e05e226 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0632348 Jul 15 22:58:09.050982 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-318443de-6218-4a38-a9c1-a317595f7ce6 req-e3ffffe7-4f4e-4efb-ba6e-6d3e4e549220 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306811 Jul 15 22:58:09.640601 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51db67-40f2-4fcd-986d-1853f048104d req-dad0793f-9b96-4925-ac8a-b5a36c655b6b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:09.642143 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2c51db67-40f2-4fcd-986d-1853f048104d req-dad0793f-9b96-4925-ac8a-b5a36c655b6b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0618517 Jul 15 22:58:09.680134 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2c51db67-40f2-4fcd-986d-1853f048104d req-2982896e-7625-473a-bd85-12d731e16f40 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Jul 15 22:58:09.941628 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ce79610-4650-4019-acb3-3c32aefdd78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:10.196759 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:10.228405 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433fcca-0bae-4dcf-b0a9-6a6d733ca086 req-cf91804b-bbad-46c5-a0de-ec852faaa2a4 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:10.230080 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1433fcca-0bae-4dcf-b0a9-6a6d733ca086 req-cf91804b-bbad-46c5-a0de-ec852faaa2a4 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0682194 Jul 15 22:58:10.268354 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1433fcca-0bae-4dcf-b0a9-6a6d733ca086 req-efdace14-56c0-4008-ad5a-34bffc4ed5d0 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317893 Jul 15 22:58:10.827489 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:58:10.859778 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9b59b-73e0-4861-859c-d3cae9bffb4d req-7a8c9051-bfef-4b9b-9a87-47cf3b35a971 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:10.861222 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-20b9b59b-73e0-4861-859c-d3cae9bffb4d req-7a8c9051-bfef-4b9b-9a87-47cf3b35a971 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0642395 Jul 15 22:58:10.897632 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-20b9b59b-73e0-4861-859c-d3cae9bffb4d req-cac22a34-343c-484c-81de-719845c6486b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306978 Jul 15 22:58:10.990111 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:11.438081 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6800f-3b77-4637-936e-11c4f0cc153e req-be19bb18-4504-4f9a-a499-42f51cb9b9d0 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:11.439559 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7dd6800f-3b77-4637-936e-11c4f0cc153e req-be19bb18-4504-4f9a-a499-42f51cb9b9d0 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0620787 Jul 15 22:58:11.476341 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7dd6800f-3b77-4637-936e-11c4f0cc153e req-345a8fed-2ab9-4446-9e78-a8a1104dc2be tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Jul 15 22:58:12.073584 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928a559-5e11-4b43-9dff-2143d328ef4d req-2ad50e8c-2846-498b-bf03-644e08f30993 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:12.074983 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4928a559-5e11-4b43-9dff-2143d328ef4d req-2ad50e8c-2846-498b-bf03-644e08f30993 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0659072 Jul 15 22:58:12.117860 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4928a559-5e11-4b43-9dff-2143d328ef4d req-de4c68e8-7d85-4784-8f17-200d5c9ba321 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373714 Jul 15 22:58:12.289285 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:58:12.380713 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:12.391689 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'port_id': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'mac_address': 'fa:16:3e:af:d0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:58:12.426459 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:12.438313 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:58:12.457984 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:12.461617 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:12.462308 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device b5d20652-398b-48c3-901a-cbc877553667 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:58:12.545956 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:12.547982 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:12.606856 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:12.618182 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'b5d20652-398b-48c3-901a-cbc877553667', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'port_id': 'b5d20652-398b-48c3-901a-cbc877553667', 'mac_address': 'fa:16:3e:c3:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:58:12.651419 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179fb52-ee5b-4f5e-a038-54ade5a37dc7 req-f2ced4e4-423a-4bd8-a9a4-c82510cacac6 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:12.652880 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0179fb52-ee5b-4f5e-a038-54ade5a37dc7 req-f2ced4e4-423a-4bd8-a9a4-c82510cacac6 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0675645 Jul 15 22:58:12.658561 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:12.670889 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d20652-398b-48c3-901a-cbc877553667 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:58:12.690586 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:12.691827 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0179fb52-ee5b-4f5e-a038-54ade5a37dc7 req-abb77a47-6865-49aa-a4a1-2f82f8a4a0cc tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332026 Jul 15 22:58:12.694618 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:12.740268 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:13.197527 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:58:13.217195 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:58:13.217535 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 48f75f3b-4427-40ae-ac44-2d5b9334bbc3 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:58:13.291353 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7ca56-e991-4e55-a8ad-5476aa56af48 req-2343a1cc-4682-4833-bb11-026428281e92 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:13.292802 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65b7ca56-e991-4e55-a8ad-5476aa56af48 req-2343a1cc-4682-4833-bb11-026428281e92 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 944 time: 0.0616136 Jul 15 22:58:13.329090 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-65b7ca56-e991-4e55-a8ad-5476aa56af48 req-4e8a9842-3fff-492a-8a32-2d8da340f787 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304487 Jul 15 22:58:13.863161 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be51d6-8212-4674-8003-dda6f6fbd1ca req-a0c4c770-32cc-418e-8ed6-47360703788c tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:13.864643 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e0be51d6-8212-4674-8003-dda6f6fbd1ca req-a0c4c770-32cc-418e-8ed6-47360703788c tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 944 time: 0.0642078 Jul 15 22:58:13.901127 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e0be51d6-8212-4674-8003-dda6f6fbd1ca req-21805d51-3b1b-43f8-a160-ade3482ed01a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Jul 15 22:58:14.507859 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcd739-20f0-45a2-a27f-bb5bab4402e4 req-017a88b4-1e49-46d4-8c3d-8f38da420b40 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:14.509293 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-10bcd739-20f0-45a2-a27f-bb5bab4402e4 req-017a88b4-1e49-46d4-8c3d-8f38da420b40 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 944 time: 0.0644407 Jul 15 22:58:14.526394 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:58:14.547096 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-10bcd739-20f0-45a2-a27f-bb5bab4402e4 req-2d9ca6c0-acbc-4aff-933f-59c384aa8415 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Jul 15 22:58:14.549571 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['b5d20652-398b-48c3-901a-cbc877553667'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:58:15.067840 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fd4e-ad06-4975-a210-52b59877b453 req-976638c3-4ff1-49fb-ae0a-1abab6477f5d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:15.069326 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ff18fd4e-ad06-4975-a210-52b59877b453 req-976638c3-4ff1-49fb-ae0a-1abab6477f5d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 944 time: 0.0620861 Jul 15 22:58:15.105721 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ff18fd4e-ad06-4975-a210-52b59877b453 req-a336002e-059f-445e-8af9-d7925860ef1d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307701 Jul 15 22:58:15.731754 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcc344-38d4-4281-b413-a09855a2fbce req-c926b4e4-be22-4ec0-815d-568de21e0993 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:15.733225 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9dcc344-38d4-4281-b413-a09855a2fbce req-c926b4e4-be22-4ec0-815d-568de21e0993 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 944 time: 0.0657480 Jul 15 22:58:15.769757 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c9dcc344-38d4-4281-b413-a09855a2fbce req-31aac4de-1e81-43a4-8c43-57c965a9358a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301678 Jul 15 22:58:16.252610 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:58:16.276554 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b63ff-6471-4f20-b2a8-33d05605e3b5 req-30b58aab-f856-4cff-8891-5c9bc7dffa28 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:16.278063 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-886b63ff-6471-4f20-b2a8-33d05605e3b5 req-30b58aab-f856-4cff-8891-5c9bc7dffa28 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 944 time: 0.0622725 Jul 15 22:58:16.299945 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:58:16.304079 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:16.304635 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:16.316490 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-886b63ff-6471-4f20-b2a8-33d05605e3b5 req-26964e89-0f8a-4f62-b7ce-324e29d5cbd2 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321207 Jul 15 22:58:16.389329 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:16.411518 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:58:16.414231 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1f38b-4a42-4cbf-a5bb-699fea990bee" -d '{"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-plugged", "status": "completed", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:58:16.426613 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:16.431520 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:16.432308 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device b5d20652-398b-48c3-901a-cbc877553667 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:58:16.471501 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60a522f-09d4-4cfe-902b-a96bdffc05ae x-openstack-request-id: req-c60a522f-09d4-4cfe-902b-a96bdffc05ae {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:58:16.471784 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-plugged", "status": "completed", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:58:16.472040 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c60a522f-09d4-4cfe-902b-a96bdffc05ae {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:58:16.472427 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'code': 200} Jul 15 22:58:16.509941 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:16.521450 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port b5d20652-398b-48c3-901a-cbc877553667 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:58:16.525553 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port b5d20652-398b-48c3-901a-cbc877553667 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:58:16.525985 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:16.623652 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:16.661630 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:58:16.667827 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:16.726398 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:16.741997 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54d2d9-6445-4257-a7e8-8913783f9510 req-13b1c391-b53a-4009-9b25-2dc50c5c7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:16.743699 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b54d2d9-6445-4257-a7e8-8913783f9510 req-13b1c391-b53a-4009-9b25-2dc50c5c7081 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 1098 time: 0.0963948 Jul 15 22:58:16.781196 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b54d2d9-6445-4257-a7e8-8913783f9510 req-d793b0a0-baca-483d-8bf8-29052d1192ee service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269401 Jul 15 22:58:16.964275 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36f195-8278-400c-953f-a16343b2ae4e req-bd22d0b1-ce75-46bc-80ea-6a0a0c76dbc9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:16.965780 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2b36f195-8278-400c-953f-a16343b2ae4e req-bd22d0b1-ce75-46bc-80ea-6a0a0c76dbc9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0798922 Jul 15 22:58:17.004706 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2b36f195-8278-400c-953f-a16343b2ae4e req-f88c45a6-78aa-415f-96f4-db4d07335896 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332043 Jul 15 22:58:17.025492 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a6dd-e79a-4560-b210-7659a84fee64 req-669c6c4f-1af4-4d3c-bddd-5b9057274330 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:17.027001 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a830a6dd-e79a-4560-b210-7659a84fee64 req-669c6c4f-1af4-4d3c-bddd-5b9057274330 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0667064 Jul 15 22:58:17.064445 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a830a6dd-e79a-4560-b210-7659a84fee64 req-e6a028dc-70bf-4a2d-bc45-985229c9198d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Jul 15 22:58:17.486755 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a4cf1-51e7-4b48-902c-308f8f5c0a22 req-ea7d4e12-d36c-4082-a3f8-769b1c27ac70 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:17.488249 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-934a4cf1-51e7-4b48-902c-308f8f5c0a22 req-ea7d4e12-d36c-4082-a3f8-769b1c27ac70 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0642970 Jul 15 22:58:17.525181 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-934a4cf1-51e7-4b48-902c-308f8f5c0a22 req-aca69f31-1252-46c0-a133-891a4be2be5f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313926 Jul 15 22:58:18.182397 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60e32-415b-4077-98f1-c2859d8ac0d3 req-dd01dd6f-c7b6-49ef-bf4a-0a81b0101536 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:18.185366 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-40a60e32-415b-4077-98f1-c2859d8ac0d3 req-dd01dd6f-c7b6-49ef-bf4a-0a81b0101536 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0654025 Jul 15 22:58:18.224073 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-40a60e32-415b-4077-98f1-c2859d8ac0d3 req-69bc9513-6a6c-4cb3-945a-05613a974fce tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Jul 15 22:58:18.235519 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a0c31-7025-4cdf-bbf4-7ea910a300f1 req-721e50ef-d92e-4953-889f-945a25570506 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:18.237456 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ad4a0c31-7025-4cdf-bbf4-7ea910a300f1 req-721e50ef-d92e-4953-889f-945a25570506 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0638885 Jul 15 22:58:18.275215 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ad4a0c31-7025-4cdf-bbf4-7ea910a300f1 req-e0fbd76b-aa86-4611-8487-28620166af4c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323188 Jul 15 22:58:18.394238 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb8a5-f9ce-4f8f-b9b2-69d484b59b92 req-c545f297-578e-46c7-8c83-e52a5ce81637 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:18.395679 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-77efb8a5-f9ce-4f8f-b9b2-69d484b59b92 req-c545f297-578e-46c7-8c83-e52a5ce81637 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0647037 Jul 15 22:58:18.404674 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43436) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:18.409192 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'floatingip': {'port_id': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:18.473746 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:58:18.476120 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9cd8b5-d680-4e66-b773-2a21d14d24c1" -d '{"events": [{"server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "name": "network-vif-plugged", "status": "completed", "tag": "b5d20652-398b-48c3-901a-cbc877553667"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:58:18.480753 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:18.515260 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578f9ed4-6071-4120-a66b-942f0f11bf94 x-openstack-request-id: req-578f9ed4-6071-4120-a66b-942f0f11bf94 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:58:18.515557 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "name": "network-vif-plugged", "status": "completed", "tag": "b5d20652-398b-48c3-901a-cbc877553667", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:58:18.515809 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-578f9ed4-6071-4120-a66b-942f0f11bf94 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:58:18.516199 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667', 'code': 200} Jul 15 22:58:18.753812 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a795e-7660-4461-a402-12147d666618 req-d9e8b99d-be59-4fb2-8108-2947a722ee2a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:18.755329 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd0a795e-7660-4461-a402-12147d666618 req-d9e8b99d-be59-4fb2-8108-2947a722ee2a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.1181755 Jul 15 22:58:18.843764 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dcc74-3362-41db-a12a-ece23814c15c req-fb2ae9db-37ba-4eb6-af99-584cc61be463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:18.845177 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f27dcc74-3362-41db-a12a-ece23814c15c req-fb2ae9db-37ba-4eb6-af99-584cc61be463 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1098 time: 0.0536830 Jul 15 22:58:18.880616 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f27dcc74-3362-41db-a12a-ece23814c15c req-9a40cf5d-b40d-4a3d-8e89-eadf6848d265 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279384 Jul 15 22:58:18.897618 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd0a795e-7660-4461-a402-12147d666618 req-e2c2a16e-766a-4035-afde-958c3e57b73f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161139 Jul 15 22:58:19.393444 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:19.397610 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:19.447118 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79745a9d-ebde-4dc8-b20c-2362a0e80f95 req-ff9a9e2f-2b4e-41b9-8af2-09136c3cc28c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:19.448726 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-79745a9d-ebde-4dc8-b20c-2362a0e80f95 req-ff9a9e2f-2b4e-41b9-8af2-09136c3cc28c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0625353 Jul 15 22:58:19.487008 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-79745a9d-ebde-4dc8-b20c-2362a0e80f95 req-e9816af3-b899-4f0b-b446-3a1d6f05eca9 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316267 Jul 15 22:58:19.495274 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Floating IP a81bed11-5d7f-4b44-8e4c-7f0f766e1118 associated. External IP: 172.27.0.200, port: 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25. Jul 15 22:58:19.695005 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Router 1024b3d8-f486-485e-9be1-26dfb3a303e3 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:58:19.797953 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:58:19.802830 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:19.808174 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] Sync routers for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:58:19.818143 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:58:19.818762 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:58:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:19.836579 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-6111a6fe-0c35-4969-9f90-951668390ea8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "PUT /v2.0/floatingips/a81bed11-5d7f-4b44-8e4c-7f0f766e1118 HTTP/1.1" status: 200 len: 991 time: 1.4308422 Jul 15 22:58:19.837164 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:58:19.839406 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da2050-e941-4241-a666-afb593228657" -d '{"events": [{"name": "network-changed", "server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:58:19.877440 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c61e4e2-38bc-4641-87e6-af776df86c29 x-openstack-request-id: req-0c61e4e2-38bc-4641-87e6-af776df86c29 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:58:19.877729 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:58:19.878011 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c61e4e2-38bc-4641-87e6-af776df86c29 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:58:19.878404 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'status': 'completed', 'code': 200} Jul 15 22:58:20.035395 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:58:20.074980 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141749b-edd6-4d3b-9fb8-4dac78abc884 req-c19f2d2a-36b5-471a-9c70-c41d3f24df29 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:20.076502 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a141749b-edd6-4d3b-9fb8-4dac78abc884 req-c19f2d2a-36b5-471a-9c70-c41d3f24df29 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0664957 Jul 15 22:58:20.114840 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a141749b-edd6-4d3b-9fb8-4dac78abc884 req-7f531577-e6f6-442c-b3f3-4e7c2297e91c tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321853 Jul 15 22:58:20.302584 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'a81bed11-5d7f-4b44-8e4c-7f0f766e1118', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'port_id': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'mac_address': 'fa:16:3e:af:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:58:03Z', 'updated_at': '2021-07-15T22:58:19Z', 'revision_number': 1, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:20.329285 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] Checking router: 1024b3d8-f486-485e-9be1-26dfb3a303e3 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:58:20.337362 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:58:20.338006 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:58:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:20.440999 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:58:20.659356 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f38f8d-beef-436b-ae5a-7e382bf16499 req-28b999ec-3303-4e12-a054-6c7ef1970298 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:20.660871 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b3f38f8d-beef-436b-ae5a-7e382bf16499 req-28b999ec-3303-4e12-a054-6c7ef1970298 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0636635 Jul 15 22:58:20.669219 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'a81bed11-5d7f-4b44-8e4c-7f0f766e1118', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'port_id': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'mac_address': 'fa:16:3e:af:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:58:03Z', 'updated_at': '2021-07-15T22:58:19Z', 'revision_number': 1, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:20.696320 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb2d42-33af-4510-8b3b-b669336d1fd4 None None] The sync data for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi is: [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'a81bed11-5d7f-4b44-8e4c-7f0f766e1118', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'port_id': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'mac_address': 'fa:16:3e:af:d0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:58:03Z', 'updated_at': '2021-07-15T22:58:19Z', 'revision_number': 1, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:58:20.700226 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b3f38f8d-beef-436b-ae5a-7e382bf16499 req-236486e8-10b6-4ec1-8185-e567a6310a2b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337570 Jul 15 22:58:20.874743 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41088611-5810-4571-b91b-bd44acfd4438 None None] New status for floating IP a81bed11-5d7f-4b44-8e4c-7f0f766e1118: ACTIVE {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 22:58:21.290267 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926c81e-9f9e-457c-a875-4be0e47e6abe req-3dfdac7a-d88b-4f5a-8e04-e2786a30873e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:21.291734 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a926c81e-9f9e-457c-a875-4be0e47e6abe req-3dfdac7a-d88b-4f5a-8e04-e2786a30873e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0635371 Jul 15 22:58:21.328146 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a926c81e-9f9e-457c-a875-4be0e47e6abe req-46ca0916-791b-4784-9fac-55098400ef42 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302651 Jul 15 22:58:21.880042 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fe1f1-875b-4477-bf6e-23c58c1aae7b req-37f3a2ea-3e1e-424b-9c54-c035e44f1710 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:21.881521 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fa1fe1f1-875b-4477-bf6e-23c58c1aae7b req-37f3a2ea-3e1e-424b-9c54-c035e44f1710 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0656760 Jul 15 22:58:21.919641 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fa1fe1f1-875b-4477-bf6e-23c58c1aae7b req-4b09a07c-0c4b-471c-9a25-d09ce4663388 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326517 Jul 15 22:58:22.494949 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcf1c8-42b7-40ef-a435-2a7459f27050 req-d497cc7d-49ac-462b-95ba-6b07d176d93d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:22.496405 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b1dcf1c8-42b7-40ef-a435-2a7459f27050 req-d497cc7d-49ac-462b-95ba-6b07d176d93d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0618317 Jul 15 22:58:22.532272 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b1dcf1c8-42b7-40ef-a435-2a7459f27050 req-4e47abce-c02b-4e0b-88ec-b4058f47c968 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303903 Jul 15 22:58:22.720966 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2050-e941-4241-a666-afb593228657 req-ead2a1b3-a2e5-4e04-a4dd-fda3e6014fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:22.722457 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83da2050-e941-4241-a666-afb593228657 req-ead2a1b3-a2e5-4e04-a4dd-fda3e6014fe9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 1098 time: 0.0552034 Jul 15 22:58:22.809075 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2050-e941-4241-a666-afb593228657 req-354939da-7693-4804-b581-6b7a6eb077bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:22.810439 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83da2050-e941-4241-a666-afb593228657 req-354939da-7693-4804-b581-6b7a6eb077bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 918 time: 0.0810831 Jul 15 22:58:22.915389 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83da2050-e941-4241-a666-afb593228657 req-77e3751f-42ec-4400-ba11-2175e1407b73 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 HTTP/1.1" status: 200 len: 1001 time: 0.0868783 Jul 15 22:58:22.974532 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2050-e941-4241-a666-afb593228657 req-12bc9a12-d863-4607-8e05-5e107bc9bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:22.976000 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83da2050-e941-4241-a666-afb593228657 req-12bc9a12-d863-4607-8e05-5e107bc9bcc1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0453441 Jul 15 22:58:23.092173 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da2050-e941-4241-a666-afb593228657 req-d18422b9-289d-4192-9d41-296fe0773d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:23.094078 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83da2050-e941-4241-a666-afb593228657 req-d18422b9-289d-4192-9d41-296fe0773d8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0932310 Jul 15 22:58:23.109767 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50a2bb-1d89-453b-9afb-ed2f82c871b4 req-2931ba2e-a359-4e84-85c6-ca30f7a8ed09 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:23.111474 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2f50a2bb-1d89-453b-9afb-ed2f82c871b4 req-2931ba2e-a359-4e84-85c6-ca30f7a8ed09 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0826476 Jul 15 22:58:23.170575 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2f50a2bb-1d89-453b-9afb-ed2f82c871b4 req-a1cdbb03-1660-40ae-a620-843037fb1903 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512774 Jul 15 22:58:23.226685 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83da2050-e941-4241-a666-afb593228657 req-dac7cab5-c97f-461a-9ceb-5eda23252b38 service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142528 Jul 15 22:58:23.316208 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-83da2050-e941-4241-a666-afb593228657 req-1cab0574-fca7-4926-8b9a-7cde36366d2f service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809579 Jul 15 22:58:23.721165 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec98ca-b863-4cfa-8e91-cf2966c8e29d req-b539c214-8dd6-4ad3-ac31-fd397971163b tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:23.722763 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b3ec98ca-b863-4cfa-8e91-cf2966c8e29d req-b539c214-8dd6-4ad3-ac31-fd397971163b tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0707011 Jul 15 22:58:23.760784 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b3ec98ca-b863-4cfa-8e91-cf2966c8e29d req-de858e59-976f-4f21-bcff-454a411614f3 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322819 Jul 15 22:58:23.928389 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366bfb4-d591-43c8-ac2d-4d9c2f38250e req-b446cacc-56cd-4788-bcd2-6ec4902c5826 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:23.929749 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8366bfb4-d591-43c8-ac2d-4d9c2f38250e req-b446cacc-56cd-4788-bcd2-6ec4902c5826 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0618093 Jul 15 22:58:23.966649 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8366bfb4-d591-43c8-ac2d-4d9c2f38250e req-00a7a11e-d6ff-45ac-a9f1-3a41d6b55846 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Jul 15 22:58:23.989865 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43488) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:24.135000 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2e5a31-c81d-4348-923c-7e594654e182 tempest-TestShelveInstance-1209933293 tempest-TestShelveInstance-1209933293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:24.136475 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4d2e5a31-c81d-4348-923c-7e594654e182 tempest-TestShelveInstance-1209933293 tempest-TestShelveInstance-1209933293-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1093 time: 0.1456623 Jul 15 22:58:24.139423 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43492) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:24.144274 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'port_id': 'b5d20652-398b-48c3-901a-cbc877553667', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:58:24.163955 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:24.257839 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:24.344391 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a623406-f5d4-4e25-a78e-3ffe13323c1f req-93a485a4-42db-4246-8753-c94b3af8c653 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:24.345935 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1a623406-f5d4-4e25-a78e-3ffe13323c1f req-93a485a4-42db-4246-8753-c94b3af8c653 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0624909 Jul 15 22:58:24.364528 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Allocated IP 172.27.0.62 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/0c0d4e56-8db6-422f-bfa0-6d75c4a333d8) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:58:24.388908 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1a623406-f5d4-4e25-a78e-3ffe13323c1f req-630d2897-f289-426b-b314-af22e9ed3395 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371933 Jul 15 22:58:24.464429 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:24.502693 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:24.540645 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:58:24.543433 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:58:24.547683 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:58:24.553075 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'Port': ['ID=0c0d4e56-8db6-422f-bfa0-6d75c4a333d8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:24.582079 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.582453 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.582821 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.583157 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.583511 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.583839 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.584163 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.584486 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.584809 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.585129 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.585449 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.585810 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:24.923281 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:25.002336 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:25.147982 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:25.152301 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:25.222846 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event updated for resources: {'Port': ['ID=0c0d4e56-8db6-422f-bfa0-6d75c4a333d8,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:25.230136 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:25.326615 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Floating IP d947e715-e838-420f-b0f0-5986ffc2b86f associated. External IP: 172.27.0.62, port: b5d20652-398b-48c3-901a-cbc877553667. Jul 15 22:58:25.529867 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Router 615377fe-2dac-4112-87f4-7a43810c1e89 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:58:25.562703 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601367a-ad56-4324-8c1e-a2c912eb3d79 req-3869863f-fbae-4380-8953-38b000248de5 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:25.564192 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2601367a-ad56-4324-8c1e-a2c912eb3d79 req-3869863f-fbae-4380-8953-38b000248de5 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0639162 Jul 15 22:58:25.601097 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2601367a-ad56-4324-8c1e-a2c912eb3d79 req-2cc5957c-2667-4b50-890b-05c696cb7230 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Jul 15 22:58:25.637395 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:58:25.646555 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] Sync routers for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:58:25.653047 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:25.655897 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:58:25.656593 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:58:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:25.689946 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d6dd76de-b384-4074-9783-efb7a7649888 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5488892 Jul 15 22:58:25.690518 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:58:25.692740 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e5aa1b-d00a-4e6d-8162-e48583975290" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "tag": "b5d20652-398b-48c3-901a-cbc877553667"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:58:25.731731 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c531a2a1-1338-4d78-9ebd-56f9994f6956 x-openstack-request-id: req-c531a2a1-1338-4d78-9ebd-56f9994f6956 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:58:25.732022 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "tag": "b5d20652-398b-48c3-901a-cbc877553667", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:58:25.732274 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c531a2a1-1338-4d78-9ebd-56f9994f6956 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:58:25.732675 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667', 'status': 'completed', 'code': 200} Jul 15 22:58:25.763142 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:58:25.805937 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-2d625687-fdb3-4baf-a40c-8a08b43b1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:25.807389 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-2d625687-fdb3-4baf-a40c-8a08b43b1c51 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1098 time: 0.0522304 Jul 15 22:58:25.904653 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-feacb582-16b0-4f07-8f32-f655b6e44cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:25.906812 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-feacb582-16b0-4f07-8f32-f655b6e44cd3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 910 time: 0.0917814 Jul 15 22:58:25.983770 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-d5712eaf-371a-4f01-af0f-459e069eb0ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 998 time: 0.0697441 Jul 15 22:58:26.008180 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'd947e715-e838-420f-b0f0-5986ffc2b86f', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'port_id': 'b5d20652-398b-48c3-901a-cbc877553667', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'mac_address': 'fa:16:3e:c3:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:58:24Z', 'updated_at': '2021-07-15T22:58:24Z', 'revision_number': 0, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 5, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:26.036936 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] Checking router: 615377fe-2dac-4112-87f4-7a43810c1e89 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:58:26.039049 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-93b20b12-c3f1-4ba2-bd79-309f9e1a32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:26.040698 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-93b20b12-c3f1-4ba2-bd79-309f9e1a32a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 200 len: 848 time: 0.0497978 Jul 15 22:58:26.046411 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:58:26.047050 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:58:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:26.110373 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-c4cee832-f092-435a-afc8-856f9956058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:26.112265 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-c4cee832-f092-435a-afc8-856f9956058a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547192 Jul 15 22:58:26.160254 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:58:26.207284 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-510de0e8-00f9-4608-97ca-e9f2ea52419c service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816898 Jul 15 22:58:26.299772 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d5e5aa1b-d00a-4e6d-8162-e48583975290 req-d86cad15-8b1e-4878-8e5a-d40e0567af35 service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843434 Jul 15 22:58:26.387535 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'd947e715-e838-420f-b0f0-5986ffc2b86f', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'port_id': 'b5d20652-398b-48c3-901a-cbc877553667', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'mac_address': 'fa:16:3e:c3:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:58:24Z', 'updated_at': '2021-07-15T22:58:24Z', 'revision_number': 0, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 5, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:26.412648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87699d5d-6a77-4b30-af82-a51593a446f4 None None] The sync data for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi is: [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'd947e715-e838-420f-b0f0-5986ffc2b86f', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'port_id': 'b5d20652-398b-48c3-901a-cbc877553667', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'mac_address': 'fa:16:3e:c3:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:58:24Z', 'updated_at': '2021-07-15T22:58:24Z', 'revision_number': 0, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 5, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:58:26.587036 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32bfc1-dc3a-457c-b51a-f7231bac8928 None None] New status for floating IP d947e715-e838-420f-b0f0-5986ffc2b86f: ACTIVE {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 22:58:26.775062 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add691b3-961b-4ebd-9816-b04848dd927e req-c0a62f65-c97f-4cc1-bc9d-c5fa4e63523d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:26.776538 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-add691b3-961b-4ebd-9816-b04848dd927e req-c0a62f65-c97f-4cc1-bc9d-c5fa4e63523d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0636590 Jul 15 22:58:26.812427 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-add691b3-961b-4ebd-9816-b04848dd927e req-9728dbd6-0c4d-4626-89b8-1bc8ea4de598 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297198 Jul 15 22:58:27.981136 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779072-4eac-4be6-a343-91cfd6c7acfe req-021e22f3-b353-4788-9744-da85196dac6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:27.982617 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5d779072-4eac-4be6-a343-91cfd6c7acfe req-021e22f3-b353-4788-9744-da85196dac6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0631857 Jul 15 22:58:28.019297 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5d779072-4eac-4be6-a343-91cfd6c7acfe req-018b4b54-9295-45b6-81d6-dc9910f8cd1d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305178 Jul 15 22:58:29.186501 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768301c7-df48-465c-a63d-e91cc2a87b98 req-4864e593-7e21-4b53-8199-135d1dbf21ec tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:29.187958 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-768301c7-df48-465c-a63d-e91cc2a87b98 req-4864e593-7e21-4b53-8199-135d1dbf21ec tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0614033 Jul 15 22:58:29.225524 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-768301c7-df48-465c-a63d-e91cc2a87b98 req-55be22ce-7cfb-4fcf-999e-f17fee982117 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Jul 15 22:58:30.400369 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2645267-55d5-4f13-947c-d6799847da93 req-de2ee936-6265-4316-801b-d0a58c9cc0b8 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:30.401870 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f2645267-55d5-4f13-947c-d6799847da93 req-de2ee936-6265-4316-801b-d0a58c9cc0b8 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0646546 Jul 15 22:58:30.450103 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f2645267-55d5-4f13-947c-d6799847da93 req-eaf92764-e7a1-4ae3-84cd-e12d8b37ab78 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Jul 15 22:58:31.618251 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca7cd3-827e-4215-8ef0-5fdc038165f2 req-1f374619-e700-4a45-9244-a5b4e2fa31c0 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:31.619746 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-81ca7cd3-827e-4215-8ef0-5fdc038165f2 req-1f374619-e700-4a45-9244-a5b4e2fa31c0 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0641594 Jul 15 22:58:31.661076 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-81ca7cd3-827e-4215-8ef0-5fdc038165f2 req-35d6a311-0c43-48bd-a56a-d32fd58ce35d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Jul 15 22:58:32.710330 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43596) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:32.756137 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43e696d-5049-4980-9663-e0562336ee99 admin admin] Deleting subnet 319ced59-3bd4-49a8-ae14-722808ab5f63 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 22:58:32.759267 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a43e696d-5049-4980-9663-e0562336ee99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:32.822811 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a43e696d-5049-4980-9663-e0562336ee99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:32.873366 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a43e696d-5049-4980-9663-e0562336ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:32.903247 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb641d2-a160-4380-97a8-53b58465c35e req-0f5ccc60-503e-44c3-9baa-b2992cd3cef8 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:32.904712 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ecb641d2-a160-4380-97a8-53b58465c35e req-0f5ccc60-503e-44c3-9baa-b2992cd3cef8 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1271417 Jul 15 22:58:32.955699 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ecb641d2-a160-4380-97a8-53b58465c35e req-ce6e69fc-4cc8-4ba8-b840-3f46b8258679 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 Jul 15 22:58:32.967182 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a43e696d-5049-4980-9663-e0562336ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:32.996691 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e696d-5049-4980-9663-e0562336ee99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319ced59-3bd4-49a8-ae14-722808ab5f63,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:32.998764 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a43e696d-5049-4980-9663-e0562336ee99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.000814 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a43e696d-5049-4980-9663-e0562336ee99 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/319ced59-3bd4-49a8-ae14-722808ab5f63 HTTP/1.1" status: 204 len: 168 time: 0.2893043 Jul 15 22:58:33.003066 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43602) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:33.075697 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.161257 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.173015 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277c6112-fdde-4733-89cb-2beeca8e6007']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:33.185886 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4473c79a-3338-49d1-b4d1-3b5cf96269b6') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:33.186279 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4473c79a-3338-49d1-b4d1-3b5cf96269b6') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:58:33.195780 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869178'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.209742 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.217232 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 22:58:33.218539 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8114659'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: timer() Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: cb(*args, **kw) Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: self._notify() Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: self.callback(batched_events) Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: event.method(event) Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._get(url).json() Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 22:58:33.221040 dv-cinder-794962-10-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 22:58:33.305056 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.309844 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.311272 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/277c6112-fdde-4733-89cb-2beeca8e6007 HTTP/1.1" status: 204 len: 168 time: 0.3071842 Jul 15 22:58:33.324604 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db1c8-39e6-4307-832d-c722610b927e req-0ab8792a-17fe-42ee-ae3f-c0100b88556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:33.326293 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-738db1c8-39e6-4307-832d-c722610b927e req-0ab8792a-17fe-42ee-ae3f-c0100b88556c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 1098 time: 0.0538995 Jul 15 22:58:33.328298 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8b439-d799-498d-a394-ffccbb28f4b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=277c6112-fdde-4733-89cb-2beeca8e6007,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:33.354153 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f382d-2b7d-40c7-9c57-9c4c0ff9759f req-a37a8777-4f06-43fe-bb9d-d49f14762ccc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:33.355746 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-091f382d-2b7d-40c7-9c57-9c4c0ff9759f req-a37a8777-4f06-43fe-bb9d-d49f14762ccc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.1121783 Jul 15 22:58:33.399834 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-091f382d-2b7d-40c7-9c57-9c4c0ff9759f req-43662c58-f11d-4e44-adef-49cc07849162 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379028 Jul 15 22:58:33.433162 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43608) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:33.440438 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db1c8-39e6-4307-832d-c722610b927e req-3dbf6077-7f06-4dfe-aac1-6e6de9271b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:33.442046 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-738db1c8-39e6-4307-832d-c722610b927e req-3dbf6077-7f06-4dfe-aac1-6e6de9271b19 service neutron] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 911 time: 0.0981860 Jul 15 22:58:33.472626 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3eeebc90-9e23-4b61-bed7-9dee7db83d3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb6f0374bb274a3e927fa1aceccbe48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382643 Jul 15 22:58:33.475009 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43610) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:33.509590 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-738db1c8-39e6-4307-832d-c722610b927e req-c33933f7-2d14-4eeb-9401-a707a5b8e1b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0570555 Jul 15 22:58:33.522962 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc240ca1-eec1-48b0-8138-37034b0afa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.543676 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc240ca1-eec1-48b0-8138-37034b0afa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.565310 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db1c8-39e6-4307-832d-c722610b927e req-77548b8e-0547-4a25-8ed0-283e71c2bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:33.566819 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-738db1c8-39e6-4307-832d-c722610b927e req-77548b8e-0547-4a25-8ed0-283e71c2bb58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.0468524 Jul 15 22:58:33.588513 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc240ca1-eec1-48b0-8138-37034b0afa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.591107 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cc240ca1-eec1-48b0-8138-37034b0afa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.595116 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cc240ca1-eec1-48b0-8138-37034b0afa48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67db469a-96ef-4c9b-bf46-8bf83e0fedb7 HTTP/1.1" status: 204 len: 168 time: 0.1162858 Jul 15 22:58:33.601085 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc240ca1-eec1-48b0-8138-37034b0afa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67db469a-96ef-4c9b-bf46-8bf83e0fedb7,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:33.632788 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db1c8-39e6-4307-832d-c722610b927e req-f1f595a0-4138-454e-95f6-7caa235db394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:33.634392 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-738db1c8-39e6-4307-832d-c722610b927e req-f1f595a0-4138-454e-95f6-7caa235db394 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580890 Jul 15 22:58:33.726138 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-738db1c8-39e6-4307-832d-c722610b927e req-de2328ad-5480-4baf-ba2d-71cabfd0e46c service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837548 Jul 15 22:58:33.836747 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-738db1c8-39e6-4307-832d-c722610b927e req-fa3eed47-e8fc-449c-8cfe-877b4af2e101 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028624 Jul 15 22:58:34.581540 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f07d2-796c-4902-bdc7-e02c209161a9 req-1c5afe6d-1750-4be7-9c50-2e609783f072 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:34.583033 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c31f07d2-796c-4902-bdc7-e02c209161a9 req-1c5afe6d-1750-4be7-9c50-2e609783f072 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0635216 Jul 15 22:58:34.622876 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c31f07d2-796c-4902-bdc7-e02c209161a9 req-7f777471-5d55-4745-b75b-ac6f44f058a9 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344217 Jul 15 22:58:34.837029 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-94b89fd0-f645-4a77-9961-1242b7306ea8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494289 Jul 15 22:58:34.942797 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-87b31270-4b96-4476-ad78-da8070fd15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:34.944271 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-87b31270-4b96-4476-ad78-da8070fd15b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 1098 time: 0.0542874 Jul 15 22:58:35.050187 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-34502ab7-9475-4641-a43b-9668ea86d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:35.052591 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-34502ab7-9475-4641-a43b-9668ea86d5d3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 911 time: 0.0841415 Jul 15 22:58:35.125582 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-5ce2f4af-f605-41b5-b270-4c75f3dc3bb7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0633514 Jul 15 22:58:35.181549 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-6c4c153e-f1d2-471c-b28b-f7159c3e8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:35.183068 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-6c4c153e-f1d2-471c-b28b-f7159c3e8b9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.0427594 Jul 15 22:58:35.247855 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-45fc3696-1b34-46a7-adda-0d89d3ca9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:35.249871 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-45fc3696-1b34-46a7-adda-0d89d3ca9b50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549443 Jul 15 22:58:35.352202 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-5c6884ba-79e6-4e74-8465-54ef5eaf21a4 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885677 Jul 15 22:58:35.441898 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c3fdf113-04a0-47b9-9e58-1fb2bd2fcd35 req-1a4e4e01-a03d-40f2-b3b1-bc0e495d1b49 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813153 Jul 15 22:58:35.794172 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217ba0-ebca-4f3f-a4a0-93ce1f77bd5f req-dd5c3d7f-df66-427f-89c0-a4bc9de3e5de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:58:35.795673 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d5217ba0-ebca-4f3f-a4a0-93ce1f77bd5f req-dd5c3d7f-df66-427f-89c0-a4bc9de3e5de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0632312 Jul 15 22:58:35.832239 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d5217ba0-ebca-4f3f-a4a0-93ce1f77bd5f req-ec3b691f-3fbc-4f85-8ce6-82359571cae9 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310438 Jul 15 22:58:36.291799 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:37.283980 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a2e366a2-13fd-4e75-b141-1d97e43dcd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:39.941036 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8c058d1c-eba3-4b02-95e1-5e1ccca1e97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:40.197166 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:40.992094 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:42.513397 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:47.825856 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:59:06.303222 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:07.283928 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-39488ce5-8dc6-433c-b95a-e04cc97289e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:09.942838 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2d6f-5990-48d2-85e6-0513cf57d644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:10.197998 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:10.994825 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:12.075435 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cec3c-1437-4de1-9f1b-43c196d08da7 req-0b88ecb1-792b-43a7-8b62-c89618fb992c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:12.076809 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9d5cec3c-1437-4de1-9f1b-43c196d08da7 req-0b88ecb1-792b-43a7-8b62-c89618fb992c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.1555617 Jul 15 22:59:12.113674 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9d5cec3c-1437-4de1-9f1b-43c196d08da7 req-677b84ff-8af9-41b1-913c-9a804b85b830 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305524 Jul 15 22:59:12.516405 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:13.293254 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423ec45-c973-4f66-b0c2-2d5c40bfb9c0 req-96b4ffdc-2464-48e7-9a98-ec43173d51b5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:13.294870 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4423ec45-c973-4f66-b0c2-2d5c40bfb9c0 req-96b4ffdc-2464-48e7-9a98-ec43173d51b5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0638580 Jul 15 22:59:13.333626 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4423ec45-c973-4f66-b0c2-2d5c40bfb9c0 req-76f93df3-49c2-4b2c-bc0b-cd929b30ad86 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324905 Jul 15 22:59:14.513918 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2c0c7-7e94-400a-b406-4c0c00eb9021 req-29f24fe5-e0c4-4e48-80fb-a1b3a8a70313 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:14.515434 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bcc2c0c7-7e94-400a-b406-4c0c00eb9021 req-29f24fe5-e0c4-4e48-80fb-a1b3a8a70313 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0647423 Jul 15 22:59:14.553254 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bcc2c0c7-7e94-400a-b406-4c0c00eb9021 req-832fe3d1-886f-4aba-8b55-ea94a9ed8eef tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322623 Jul 15 22:59:15.500324 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac160885-1e9d-428a-8243-338b96863e3c req-864f02c8-e2d0-4e3d-9f3f-dc3ad9761106 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:15.502079 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ac160885-1e9d-428a-8243-338b96863e3c req-864f02c8-e2d0-4e3d-9f3f-dc3ad9761106 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0641875 Jul 15 22:59:15.541035 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ac160885-1e9d-428a-8243-338b96863e3c req-710550f9-b2a5-45b7-a889-1768e6dc950a tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328186 Jul 15 22:59:15.733202 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1663ce-4483-41c6-827f-6fa46e1d727d req-64a5f59e-06f7-46ac-ade9-63fcfa1df0fc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:15.734974 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6c1663ce-4483-41c6-827f-6fa46e1d727d req-64a5f59e-06f7-46ac-ade9-63fcfa1df0fc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0665581 Jul 15 22:59:15.772763 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6c1663ce-4483-41c6-827f-6fa46e1d727d req-f9b450fc-6ce6-447f-8281-659556496257 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Jul 15 22:59:16.715709 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc652e59-1e51-408a-8bc4-6f508880a28a req-a87e3239-c5a2-4155-9d40-fd8d701ca517 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:16.717183 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc652e59-1e51-408a-8bc4-6f508880a28a req-a87e3239-c5a2-4155-9d40-fd8d701ca517 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0667300 Jul 15 22:59:16.754053 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc652e59-1e51-408a-8bc4-6f508880a28a req-f59de4b4-810a-4713-b200-6b7a19e6d17b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307317 Jul 15 22:59:16.944898 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84b25f-0070-4508-b25e-61358ffdcf04 req-e1f1444f-4cc8-43cd-9102-cd95a2eff78e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:16.946391 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6a84b25f-0070-4508-b25e-61358ffdcf04 req-e1f1444f-4cc8-43cd-9102-cd95a2eff78e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0619564 Jul 15 22:59:16.982537 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6a84b25f-0070-4508-b25e-61358ffdcf04 req-e45a72b3-c4b2-42c9-a719-c88847642b30 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307257 Jul 15 22:59:17.421475 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-efe8c039-d6e7-4dd3-a406-2089b4b6537d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:17.422829 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-efe8c039-d6e7-4dd3-a406-2089b4b6537d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0605590 Jul 15 22:59:17.528869 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Deleting port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:59:17.529216 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.614819 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] For port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:17.615259 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.825040 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.825685 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:17.825842 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Floating IP 0de13e0a-8aa5-410a-9b68-0bd838dbc42e disassociated. External IP: 172.27.0.179, port: 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20. Jul 15 22:59:17.826070 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Calling delete_port for 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:59:17.951383 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d306e00-3978-4b0a-aadd-39d7282e9767 req-5a433203-af73-4650-bbdf-4b09fb65765f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:17.952964 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9d306e00-3978-4b0a-aadd-39d7282e9767 req-5a433203-af73-4650-bbdf-4b09fb65765f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 945 time: 0.0857000 Jul 15 22:59:18.028605 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9d306e00-3978-4b0a-aadd-39d7282e9767 req-db0202fb-01ed-499f-86cd-3be2dfadbdcf tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec302963-1959-46ca-932f-c79fd7e9f114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679307 Jul 15 22:59:18.034918 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.169335 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02359-b7f9-4cef-9308-c355b0e19fa8 req-f3bb8300-7b47-4471-8c8f-3e2df409448d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:18.170964 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92e02359-b7f9-4cef-9308-c355b0e19fa8 req-f3bb8300-7b47-4471-8c8f-3e2df409448d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0668442 Jul 15 22:59:18.215961 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92e02359-b7f9-4cef-9308-c355b0e19fa8 req-47ed92d5-db78-4551-9ab1-7107e1fa9ad4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386050 Jul 15 22:59:18.310926 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event deleted for resources: {'Port': ['ID=187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:18.322608 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.322939 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.323289 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.323628 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.323963 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.324299 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.324632 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.324961 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.325293 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.325619 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.325976 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.326302 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:18.432223 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Router ed94bcca-704a-4356-ad71-dad1e3577ac0 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:59:18.538091 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:59:18.548085 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] Sync routers for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:59:18.558313 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:18.559218 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:59:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:18.582300 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] No DVR routers for this DVR port 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 22:59:18.584924 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:18.587117 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9ddeea90-6174-4f4f-b409-569c8a87aff4 req-bbabe28e-4655-4705-bc51-5b123ba7789c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "DELETE /v2.0/ports/187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 HTTP/1.1" status: 204 len: 173 time: 1.1582692 Jul 15 22:59:18.587652 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f3fab-214a-440e-a860-097f003f9829', 'name': 'network-vif-deleted', 'tag': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:18.590039 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbbd7db-280e-40c1-bf0c-218270070a1a" -d '{"events": [{"server_uuid": "5e4f3fab-214a-440e-a860-097f003f9829", "name": "network-vif-deleted", "tag": "187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:18.629246 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd0c1b5-f476-44d2-8d25-9c82a6c44b15 x-openstack-request-id: req-bdd0c1b5-f476-44d2-8d25-9c82a6c44b15 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:18.629630 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f3fab-214a-440e-a860-097f003f9829", "name": "network-vif-deleted", "tag": "187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:18.629911 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bdd0c1b5-f476-44d2-8d25-9c82a6c44b15 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:18.630314 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f3fab-214a-440e-a860-097f003f9829', 'name': 'network-vif-deleted', 'tag': '187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20', 'status': 'completed', 'code': 200} Jul 15 22:59:18.675263 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:18.983447 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:19.009217 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] Checking router: ed94bcca-704a-4356-ad71-dad1e3577ac0 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:59:19.018814 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:19.019424 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:59:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:19.149455 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:19.217915 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-11a37396-3b45-4e3b-ad6f-6f98919ee609 req-240a1613-40c0-4909-b20d-359d5145624c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e4f3fab-214a-440e-a860-097f003f9829 HTTP/1.1" status: 200 len: 210 time: 0.0561376 Jul 15 22:59:19.384234 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:19.409375 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820656e9-286c-424c-a143-18f8cd417d6d req-f104a912-c1bd-4664-b776-d5604ed5de39 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:19.410918 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-820656e9-286c-424c-a143-18f8cd417d6d req-f104a912-c1bd-4664-b776-d5604ed5de39 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0646465 Jul 15 22:59:19.411174 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6a866-ab71-45f5-a445-f4b4968475e0 None None] The sync data for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi is: [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:59:19.452780 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-820656e9-286c-424c-a143-18f8cd417d6d req-470c72ed-50ed-4904-a0d3-2b37b5e286f0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345767 Jul 15 22:59:19.611839 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba0321-a7d1-42cf-a7bc-77b0c928c9c6 None None] New status for floating IP 0de13e0a-8aa5-410a-9b68-0bd838dbc42e: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 22:59:20.351472 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43776) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:20.409046 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-245f58fb-d655-4864-8e36-d9bd164ac07d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.432743 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-245f58fb-d655-4864-8e36-d9bd164ac07d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.479404 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-245f58fb-d655-4864-8e36-d9bd164ac07d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.482126 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-245f58fb-d655-4864-8e36-d9bd164ac07d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.486002 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-245f58fb-d655-4864-8e36-d9bd164ac07d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "DELETE /v2.0/security-groups/ec302963-1959-46ca-932f-c79fd7e9f114 HTTP/1.1" status: 204 len: 168 time: 0.1309450 Jul 15 22:59:20.487195 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43780) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:20.493692 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f58fb-d655-4864-8e36-d9bd164ac07d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec302963-1959-46ca-932f-c79fd7e9f114,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:20.505404 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.api.v2.resource [None req-cf2dc745-cd00-4193-8e31-d9f7e7b47f3e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] show failed (client error): The resource could not be found. Jul 15 22:59:20.506486 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-cf2dc745-cd00-4193-8e31-d9f7e7b47f3e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups/ec302963-1959-46ca-932f-c79fd7e9f114 HTTP/1.1" status: 404 len: 347 time: 0.0177193 Jul 15 22:59:20.509437 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43782) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:20.645006 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f90c6-e318-4556-9699-d262ed532067 req-eba2ef0f-cbe2-43bb-8c51-acc860a2ddef tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:20.651942 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Deleting port 00918c3f-a847-4ae6-a67d-e6607a2b18af {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 22:59:20.652133 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-223f90c6-e318-4556-9699-d262ed532067 req-eba2ef0f-cbe2-43bb-8c51-acc860a2ddef tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0789776 Jul 15 22:59:20.652341 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.741642 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.742035 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.757487 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Calling delete_port for 00918c3f-a847-4ae6-a67d-e6607a2b18af owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 22:59:20.904582 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.931411 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event deleted for resources: {'Port': ['ID=00918c3f-a847-4ae6-a67d-e6607a2b18af,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:20.939037 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-223f90c6-e318-4556-9699-d262ed532067 req-64c8c2e7-380a-4cbd-851f-2324797e3d7b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859731 Jul 15 22:59:20.996926 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:20.999608 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.000803 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-26e32d8a-615e-41a1-a370-188c87429838 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "DELETE /v2.0/floatingips/0de13e0a-8aa5-410a-9b68-0bd838dbc42e HTTP/1.1" status: 204 len: 168 time: 0.4903996 Jul 15 22:59:21.399249 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43786) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:21.403988 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-7873ff85-57d0-4851-a8fb-73abb3a7e3de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751236388', 'description': 'tempest-description--444092843'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:21.426848 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7873ff85-57d0-4851-a8fb-73abb3a7e3de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.507541 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7873ff85-57d0-4851-a8fb-73abb3a7e3de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.511103 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7873ff85-57d0-4851-a8fb-73abb3a7e3de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.539378 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873ff85-57d0-4851-a8fb-73abb3a7e3de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e891ff46-b531-43cc-b67a-497c38249ad4,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:21.542320 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-7873ff85-57d0-4851-a8fb-73abb3a7e3de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.546233 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7873ff85-57d0-4851-a8fb-73abb3a7e3de tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1432498 Jul 15 22:59:21.547151 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43790) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:21.550926 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-60604b73-9570-49e6-8469-d72cc97eb36b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'security_group_rule': {'security_group_id': 'e891ff46-b531-43cc-b67a-497c38249ad4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:21.576294 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-60604b73-9570-49e6-8469-d72cc97eb36b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.633791 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-60604b73-9570-49e6-8469-d72cc97eb36b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.637456 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-60604b73-9570-49e6-8469-d72cc97eb36b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.654712 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60604b73-9570-49e6-8469-d72cc97eb36b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6e44b9-18ef-4abd-aa68-3eae901cc24e,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:21.660811 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-60604b73-9570-49e6-8469-d72cc97eb36b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.662033 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-60604b73-9570-49e6-8469-d72cc97eb36b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146021 Jul 15 22:59:21.664665 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43792) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:21.668968 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-2480a2e3-fbb8-451c-8892-5808520ec5c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'security_group_rule': {'security_group_id': 'e891ff46-b531-43cc-b67a-497c38249ad4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:21.695344 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2480a2e3-fbb8-451c-8892-5808520ec5c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.754530 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2480a2e3-fbb8-451c-8892-5808520ec5c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.758587 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2480a2e3-fbb8-451c-8892-5808520ec5c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.777213 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480a2e3-fbb8-451c-8892-5808520ec5c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96093ec3-d17c-460b-ae5c-a4fbb2a41e6a,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:21.785011 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2480a2e3-fbb8-451c-8892-5808520ec5c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.786608 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2480a2e3-fbb8-451c-8892-5808520ec5c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209464 Jul 15 22:59:21.789547 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 43794) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:21.794664 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:21.816341 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:21.910491 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.017173 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Allocated IP 172.27.0.85 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/d0d66f7d-1e61-4857-8ccc-4d05654ab1c6) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:22.154382 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.185628 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc419b-042d-45d7-be69-3de530c4876a req-8e3e495e-4155-466c-9cbb-9d340692c0f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:22.187068 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e9dc419b-042d-45d7-be69-3de530c4876a req-8e3e495e-4155-466c-9cbb-9d340692c0f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.1072416 Jul 15 22:59:22.240254 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e9dc419b-042d-45d7-be69-3de530c4876a req-5d689946-e890-4f2b-bb87-1da8ea90bf1b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461435 Jul 15 22:59:22.241735 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.282753 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:22.286083 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:22.288572 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:22.312387 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'Port': ['ID=d0d66f7d-1e61-4857-8ccc-4d05654ab1c6,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:22.388663 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.432881 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.584217 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.588801 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.599394 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:59:22.620643 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 22:59:22.620993 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 187cd9f2-dcd0-4b1b-a92b-8ea5d343fe20 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 22:59:22.661089 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'Port': ['ID=d0d66f7d-1e61-4857-8ccc-4d05654ab1c6,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:22.667472 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.680658 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:22.681962 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-77ef899b-1974-460a-8298-451bcdaaefe2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8913159 Jul 15 22:59:22.867461 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-f24a7850-bde4-467c-814f-c93347ee6b9b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1751236388&fields=id&tenant_id=d7e9d27975c44047af95b08be8056d69 HTTP/1.1" status: 200 len: 267 time: 0.0342529 Jul 15 22:59:22.978051 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d30ca-876d-429e-af40-738aafa9302a req-7409efbe-1645-4c9e-9650-1357287ab847 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:22.979449 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-7409efbe-1645-4c9e-9650-1357287ab847 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 810 time: 0.1055510 Jul 15 22:59:22.994520 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-bbb82fa6-18b7-4c3f-b508-ba68a87ad7c1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/quotas/d7e9d27975c44047af95b08be8056d69 HTTP/1.1" status: 200 len: 375 time: 0.0092537 Jul 15 22:59:23.072596 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-8d5fc334-e75d-49b4-8b8e-9e3c6b629ae1 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726135 Jul 15 22:59:23.209566 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-01288624-1de9-4795-8969-9b2bf10e47d1 service neutron] 10.222.0.10 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242719 Jul 15 22:59:23.307849 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-f072a599-052e-43a7-9bbd-54fe0893de65 service neutron] 10.222.0.10 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924349 Jul 15 22:59:23.427333 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f151c5c-ba5a-4399-b83c-4b9a93c83c27 req-afdf3a2f-1b80-4a19-a061-833c45e4a61a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:23.429042 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f151c5c-ba5a-4399-b83c-4b9a93c83c27 req-afdf3a2f-1b80-4a19-a061-833c45e4a61a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0715616 Jul 15 22:59:23.485489 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7f151c5c-ba5a-4399-b83c-4b9a93c83c27 req-9e9453a1-43b6-4f59-a375-8d9720e0665a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508857 Jul 15 22:59:23.541307 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4f8a9a80-e2c7-4bdc-a8e4-77f2228044e7 req-6de2f987-3df0-43c0-95b0-f2adb0d9a98c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 210 time: 0.0284638 Jul 15 22:59:24.698390 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002c797-2aa3-4ed7-8f96-eb9a95961cf7 req-1d051532-a71c-440a-a34f-7493992b1c3b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.700677 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e002c797-2aa3-4ed7-8f96-eb9a95961cf7 req-1d051532-a71c-440a-a34f-7493992b1c3b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0796785 Jul 15 22:59:24.705940 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d30ca-876d-429e-af40-738aafa9302a req-b5dec112-33eb-4760-9c7c-fd2031d0e501 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:24.707426 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-b5dec112-33eb-4760-9c7c-fd2031d0e501 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 810 time: 0.1455986 Jul 15 22:59:24.709606 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-16fe57c1-5db5-4ce6-a41d-b58802dad065 req-97cd066b-aa2a-4b4c-9358-11b6a5f52511 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 210 time: 0.0473509 Jul 15 22:59:24.746409 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e002c797-2aa3-4ed7-8f96-eb9a95961cf7 req-5d5bc98f-8280-4d3c-98ac-4ef756481c19 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385265 Jul 15 22:59:24.760213 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-d3847488-745f-4888-af54-2897dcda4dd2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7e9d27975c44047af95b08be8056d69 HTTP/1.1" status: 200 len: 380 time: 0.0419505 Jul 15 22:59:24.770089 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'port': {'device_id': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'admin_state_up': True, 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'security_groups': ['e891ff46-b531-43cc-b67a-497c38249ad4']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:24.825189 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:59:24.888175 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Made reservation on behalf of d7e9d27975c44047af95b08be8056d69 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:59:24.891782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.014344 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Allocated IP 172.20.0.7 (52cf0c7d-583f-49f5-b109-72b0f9a734d9/c87ab2f0-010a-40d8-9352-9a28ca180b3c/79a51648-3ee7-4dec-a87b-513536b75992) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:59:25.151540 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.164794 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Transition to ACTIVE for port object 79a51648-3ee7-4dec-a87b-513536b75992 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:25.197940 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.243497 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:59:25.249685 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:59:25.253799 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:59:25.260450 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event updated for resources: {'Port': ['ID=79a51648-3ee7-4dec-a87b-513536b75992,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:25.306891 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.307545 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.323879 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-cc546375-28c3-4810-8cbb-88f9379243c4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584476 Jul 15 22:59:25.337867 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Request body: {'port': {'device_id': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:25.416554 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.446762 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4e49d742-5110-4b59-acc0-810aa14e783d None None] Provisioning for port 79a51648-3ee7-4dec-a87b-513536b75992 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:25.452820 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-4e49d742-5110-4b59-acc0-810aa14e783d None None] Provisioning complete for port 79a51648-3ee7-4dec-a87b-513536b75992 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:25.453205 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4e49d742-5110-4b59-acc0-810aa14e783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.489033 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-4e49d742-5110-4b59-acc0-810aa14e783d None None] Port 79a51648-3ee7-4dec-a87b-513536b75992 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:59:25.680932 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a51648-3ee7-4dec-a87b-513536b75992 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:25.688463 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.700869 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Transition to ACTIVE for port object 79a51648-3ee7-4dec-a87b-513536b75992 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:59:25.704600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.771276 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Pushing event updated for resources: {'Port': ['ID=79a51648-3ee7-4dec-a87b-513536b75992,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:25.829068 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Attempting to bind port 79a51648-3ee7-4dec-a87b-513536b75992 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:59:25.829415 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Attempting to bind port 79a51648-3ee7-4dec-a87b-513536b75992 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:59:25.829752 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Attempting to bind port 79a51648-3ee7-4dec-a87b-513536b75992 on network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:25.835064 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Port 79a51648-3ee7-4dec-a87b-513536b75992 on network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 22:59:25.835443 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Attempting to bind port 79a51648-3ee7-4dec-a87b-513536b75992 on network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:59:25.841251 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:59:25.841601 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Checking segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:59:25.842365 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Bound using segment: {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:59:25.842652 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Bound port: 79a51648-3ee7-4dec-a87b-513536b75992, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:59:25.843035 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:25.956759 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ab5fe-e73d-4c9a-9903-172071955087 req-e6629d05-ea14-4f4e-a75c-665e9251a398 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.957339 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] For port 79a51648-3ee7-4dec-a87b-513536b75992, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:59:25.958205 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-085ab5fe-e73d-4c9a-9903-172071955087 req-e6629d05-ea14-4f4e-a75c-665e9251a398 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0695243 Jul 15 22:59:25.960920 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] For port 79a51648-3ee7-4dec-a87b-513536b75992, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=79a51648-3ee7-4dec-a87b-513536b75992,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:59:25.972574 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb84dfc-2f3c-4dea-8f99-cca5052e2ee6 req-67df6cbc-baeb-433e-9a81-2b7815f2f2a5 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:25.974156 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2bb84dfc-2f3c-4dea-8f99-cca5052e2ee6 req-67df6cbc-baeb-433e-9a81-2b7815f2f2a5 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 943 time: 0.1186721 Jul 15 22:59:25.975749 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.001601 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-085ab5fe-e73d-4c9a-9903-172071955087 req-6da12058-d19c-4aa0-b25f-d7278182ddd1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370812 Jul 15 22:59:26.041293 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.041946 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:26.043358 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] 10.222.0.22 "PUT /v2.0/ports/79a51648-3ee7-4dec-a87b-513536b75992 HTTP/1.1" status: 200 len: 1093 time: 0.7098653 Jul 15 22:59:26.043921 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'tag': '79a51648-3ee7-4dec-a87b-513536b75992'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:26.046185 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a04b3ed-217e-401b-b298-107b68741973" -d '{"events": [{"name": "network-changed", "server_uuid": "1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07", "tag": "79a51648-3ee7-4dec-a87b-513536b75992"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:26.077980 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2bb84dfc-2f3c-4dea-8f99-cca5052e2ee6 req-982b9886-a805-48b9-a8b1-153dc4aed9ad tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769260 Jul 15 22:59:26.078664 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfee2f4-bc98-4282-9f54-bb5eafef21e0 service neutron] Pushing event updated for resources: {'Port': ['ID=79a51648-3ee7-4dec-a87b-513536b75992,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:26.094571 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71608155-08f5-43bb-805f-4870fba2426a x-openstack-request-id: req-71608155-08f5-43bb-805f-4870fba2426a {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:26.094865 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07", "tag": "79a51648-3ee7-4dec-a87b-513536b75992", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:26.095332 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71608155-08f5-43bb-805f-4870fba2426a {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:26.095579 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'tag': '79a51648-3ee7-4dec-a87b-513536b75992', 'status': 'completed', 'code': 200} Jul 15 22:59:26.144349 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d30ca-876d-429e-af40-738aafa9302a req-fb60bee0-adb8-4d80-8f19-7d57cea793cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.145924 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-fb60bee0-adb8-4d80-8f19-7d57cea793cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 1096 time: 0.0632839 Jul 15 22:59:26.188951 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-f37f9a04-97b3-4b40-b473-f7792e5df4e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79a51648-3ee7-4dec-a87b-513536b75992 HTTP/1.1" status: 200 len: 217 time: 0.0352483 Jul 15 22:59:26.238280 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d30ca-876d-429e-af40-738aafa9302a req-703bf965-a522-43b4-b131-9613ce85a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.239778 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-703bf965-a522-43b4-b131-9613ce85a347 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.0444713 Jul 15 22:59:26.300976 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d30ca-876d-429e-af40-738aafa9302a req-0746de8b-a446-4572-8db0-92f26636c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.302457 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-0746de8b-a446-4572-8db0-92f26636c81b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558028 Jul 15 22:59:26.394323 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-1cae2618-7fb8-4d48-86b5-7805992b8e93 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832255 Jul 15 22:59:26.488993 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a9d30ca-876d-429e-af40-738aafa9302a req-e8936268-7256-448e-a925-ede4b110a742 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881605 Jul 15 22:59:26.600469 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b3ed-217e-401b-b298-107b68741973 req-87fb9f3a-bd57-41ab-bce4-ded892b1c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.602044 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a04b3ed-217e-401b-b298-107b68741973 req-87fb9f3a-bd57-41ab-bce4-ded892b1c7c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 1096 time: 0.0540183 Jul 15 22:59:26.699147 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b3ed-217e-401b-b298-107b68741973 req-8b614ee2-1a5c-434e-9590-eb93f48ec2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.700667 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a04b3ed-217e-401b-b298-107b68741973 req-8b614ee2-1a5c-434e-9590-eb93f48ec2ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 911 time: 0.0893559 Jul 15 22:59:26.744830 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a04b3ed-217e-401b-b298-107b68741973 req-56eb56c3-030f-4a93-aa60-52fd79efa1c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79a51648-3ee7-4dec-a87b-513536b75992 HTTP/1.1" status: 200 len: 217 time: 0.0345056 Jul 15 22:59:26.792806 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b3ed-217e-401b-b298-107b68741973 req-5eaaf782-1791-4aa9-81e7-ee294110a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.794286 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a04b3ed-217e-401b-b298-107b68741973 req-5eaaf782-1791-4aa9-81e7-ee294110a41f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.0431087 Jul 15 22:59:26.851675 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b3ed-217e-401b-b298-107b68741973 req-1f2dda37-78a9-4848-b22d-3a9623391d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:26.853180 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a04b3ed-217e-401b-b298-107b68741973 req-1f2dda37-78a9-4848-b22d-3a9623391d0c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514235 Jul 15 22:59:26.947119 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a04b3ed-217e-401b-b298-107b68741973 req-69676b73-da61-4e01-a11a-06a93a8b9c4e service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848932 Jul 15 22:59:27.042555 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a04b3ed-217e-401b-b298-107b68741973 req-cd0c80f0-7040-4ece-b874-65719b36bc6f service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859902 Jul 15 22:59:27.191480 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e69149-1c2b-4806-9b7b-eaa19c78b893 req-54223f4b-20f4-4072-aa99-24ed23a424ab tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.193008 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-66e69149-1c2b-4806-9b7b-eaa19c78b893 req-54223f4b-20f4-4072-aa99-24ed23a424ab tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0640118 Jul 15 22:59:27.231297 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-66e69149-1c2b-4806-9b7b-eaa19c78b893 req-1b573c12-449e-49e6-9046-9b6e30cfb2fc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Jul 15 22:59:27.269125 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1c2e-177a-49bb-be1a-f2c13cfb5162 req-a7b7ba3f-b5dc-4c28-988e-55852451191a tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:27.270664 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-478e1c2e-177a-49bb-be1a-f2c13cfb5162 req-a7b7ba3f-b5dc-4c28-988e-55852451191a tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 943 time: 0.0665064 Jul 15 22:59:27.308678 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-478e1c2e-177a-49bb-be1a-f2c13cfb5162 req-95a10023-ffe5-4cd7-a9fb-1a3c2ca9044e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Jul 15 22:59:28.407597 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06422aff-28f3-40c4-b05e-40f9fe42d14e req-6235eed0-ddc7-421f-8d72-ed912ce358a5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.409141 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06422aff-28f3-40c4-b05e-40f9fe42d14e req-6235eed0-ddc7-421f-8d72-ed912ce358a5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0629296 Jul 15 22:59:28.446918 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-06422aff-28f3-40c4-b05e-40f9fe42d14e req-7bb392b3-c102-44bc-99fd-c095881f2fd4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320756 Jul 15 22:59:28.487660 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7204fe-8109-46a3-98fc-adfc83fe18d7 req-2a0752bd-be11-41f2-a42c-999cdbf5987d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:28.489176 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa7204fe-8109-46a3-98fc-adfc83fe18d7 req-2a0752bd-be11-41f2-a42c-999cdbf5987d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 943 time: 0.0697758 Jul 15 22:59:28.528912 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-aa7204fe-8109-46a3-98fc-adfc83fe18d7 req-c1d06da1-a7c9-4525-98cc-446701fa309c tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Jul 15 22:59:29.630040 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511cfb6-555a-46b6-bc22-c402eef3b89a req-53338cf9-37fc-4469-9e5b-c2a8b1882f29 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.631582 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6511cfb6-555a-46b6-bc22-c402eef3b89a req-53338cf9-37fc-4469-9e5b-c2a8b1882f29 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0678406 Jul 15 22:59:29.670954 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6511cfb6-555a-46b6-bc22-c402eef3b89a req-0724eb4d-a2b3-4d3b-81df-a7a68e2a9423 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335634 Jul 15 22:59:29.704667 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69567f7-69df-4f6e-aaf8-ef28ba689281 req-1d453acc-debb-41d8-9519-c2620b5fec8e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:29.706812 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e69567f7-69df-4f6e-aaf8-ef28ba689281 req-1d453acc-debb-41d8-9519-c2620b5fec8e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 943 time: 0.0694461 Jul 15 22:59:29.743552 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e69567f7-69df-4f6e-aaf8-ef28ba689281 req-3c97f1f7-a366-4a0f-8210-2a91315aeada tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Jul 15 22:59:30.599491 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 79a51648-3ee7-4dec-a87b-513536b75992 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:30.693233 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 79a51648-3ee7-4dec-a87b-513536b75992, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=79a51648-3ee7-4dec-a87b-513536b75992,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:30.704018 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '79a51648-3ee7-4dec-a87b-513536b75992', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'port_id': '79a51648-3ee7-4dec-a87b-513536b75992', 'mac_address': 'fa:16:3e:40:07:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:30.741463 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:30.753671 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a51648-3ee7-4dec-a87b-513536b75992 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:30.772495 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 79a51648-3ee7-4dec-a87b-513536b75992, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=79a51648-3ee7-4dec-a87b-513536b75992,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:30.777297 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:30.832752 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=79a51648-3ee7-4dec-a87b-513536b75992,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:30.842564 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.842907 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.843865 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.844220 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.844572 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.845022 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.845362 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.846334 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.846872 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.847333 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.847670 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.847997 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:59:30.855846 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfab53-01e6-4168-96d5-92ff413d1136 req-fa0b9ac0-43ec-4898-bbb1-c23b4859dc07 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:30.857632 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-29dfab53-01e6-4168-96d5-92ff413d1136 req-fa0b9ac0-43ec-4898-bbb1-c23b4859dc07 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0716445 Jul 15 22:59:30.896352 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-29dfab53-01e6-4168-96d5-92ff413d1136 req-8b799928-db75-4858-8795-bb80712a3ecb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319991 Jul 15 22:59:30.922925 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead935d-9363-488b-816b-d6a57f62d050 req-72a58024-800c-4f5c-9b1f-da173d90c84f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:30.924478 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5ead935d-9363-488b-816b-d6a57f62d050 req-72a58024-800c-4f5c-9b1f-da173d90c84f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 944 time: 0.0638399 Jul 15 22:59:30.962086 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5ead935d-9363-488b-816b-d6a57f62d050 req-08c42495-c7e3-419d-a7c1-61c67cd1037d tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318677 Jul 15 22:59:31.021583 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['79a51648-3ee7-4dec-a87b-513536b75992'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:32.071746 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed231e8f-e7cb-4299-8389-44dbaa1f2d77 req-e582589a-47cd-4224-be04-24e384b19b6e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:32.073354 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed231e8f-e7cb-4299-8389-44dbaa1f2d77 req-e582589a-47cd-4224-be04-24e384b19b6e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0612514 Jul 15 22:59:32.114747 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ed231e8f-e7cb-4299-8389-44dbaa1f2d77 req-8b438b2c-2514-4b55-b849-7b85ecf803d6 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358462 Jul 15 22:59:32.135137 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c36f2-cced-41c9-bd91-18e879a28654 req-397205bd-c5d9-4ac4-aa3e-8d55fa27d638 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:32.136611 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-242c36f2-cced-41c9-bd91-18e879a28654 req-397205bd-c5d9-4ac4-aa3e-8d55fa27d638 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 944 time: 0.0660510 Jul 15 22:59:32.173105 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-242c36f2-cced-41c9-bd91-18e879a28654 req-de41cc1d-f3b1-4df5-a5c2-883fdbc20723 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307994 Jul 15 22:59:32.606143 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 79a51648-3ee7-4dec-a87b-513536b75992 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:32.656423 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 79a51648-3ee7-4dec-a87b-513536b75992 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:59:32.660627 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 79a51648-3ee7-4dec-a87b-513536b75992 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:32.661003 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.737790 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.760516 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a51648-3ee7-4dec-a87b-513536b75992'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:32.762796 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dabfa92-65e8-4b25-9874-19f337664154" -d '{"events": [{"server_uuid": "1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07", "name": "network-vif-plugged", "status": "completed", "tag": "79a51648-3ee7-4dec-a87b-513536b75992"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:32.775615 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 79a51648-3ee7-4dec-a87b-513536b75992, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=79a51648-3ee7-4dec-a87b-513536b75992,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:32.779985 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:32.803067 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294f509f-c2bc-4fab-9df8-4b59f126010c x-openstack-request-id: req-294f509f-c2bc-4fab-9df8-4b59f126010c {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:32.803359 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07", "name": "network-vif-plugged", "status": "completed", "tag": "79a51648-3ee7-4dec-a87b-513536b75992", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:32.803627 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-294f509f-c2bc-4fab-9df8-4b59f126010c {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:32.803999 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a51648-3ee7-4dec-a87b-513536b75992', 'code': 200} Jul 15 22:59:32.831041 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=79a51648-3ee7-4dec-a87b-513536b75992,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:33.088111 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967216e6-3c4f-4f91-ae31-42f39ae2b4d1 req-0cd17b51-dcce-41c9-a50a-d485dd47b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:33.089639 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-967216e6-3c4f-4f91-ae31-42f39ae2b4d1 req-0cd17b51-dcce-41c9-a50a-d485dd47b9bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 1098 time: 0.0934355 Jul 15 22:59:33.126244 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-967216e6-3c4f-4f91-ae31-42f39ae2b4d1 req-e288dac6-b9bb-4b03-a694-7ba2785f29a3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289028 Jul 15 22:59:33.309041 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c0b88-a19d-4cd6-9c4b-6aec9f1e540e req-31ee5da0-18bd-4a4e-b635-a0b96b3012c8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:33.310525 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-761c0b88-a19d-4cd6-9c4b-6aec9f1e540e req-31ee5da0-18bd-4a4e-b635-a0b96b3012c8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0655944 Jul 15 22:59:33.348890 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-761c0b88-a19d-4cd6-9c4b-6aec9f1e540e req-05b2366e-4b9d-4ef8-b563-f2ca0394680e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319033 Jul 15 22:59:33.353483 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b77c28-fb4c-48e2-8e3e-4d248ea48697 req-26bb10bd-7161-483c-ad6f-cacf3e458647 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:33.355037 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4b77c28-fb4c-48e2-8e3e-4d248ea48697 req-26bb10bd-7161-483c-ad6f-cacf3e458647 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 945 time: 0.0638266 Jul 15 22:59:33.394015 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4b77c28-fb4c-48e2-8e3e-4d248ea48697 req-4c4f50ab-52a5-4621-8bcc-0c7bdfd92496 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Jul 15 22:59:34.539294 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db55e4b-c8e7-49bf-b2a5-f4d97b94da36 req-355842e0-2863-42d2-8e9f-1fdfa4a17cfb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.540818 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1db55e4b-c8e7-49bf-b2a5-f4d97b94da36 req-355842e0-2863-42d2-8e9f-1fdfa4a17cfb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0661933 Jul 15 22:59:34.572192 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba9645-8df0-43b9-8ed1-ef04b10416a4 req-92f557a4-8049-43ce-a7fc-3953ca51d30e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.573667 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4aba9645-8df0-43b9-8ed1-ef04b10416a4 req-92f557a4-8049-43ce-a7fc-3953ca51d30e tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 945 time: 0.0623455 Jul 15 22:59:34.577963 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1db55e4b-c8e7-49bf-b2a5-f4d97b94da36 req-976128c9-1822-467b-989f-f7faec63f0d7 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Jul 15 22:59:34.612550 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4aba9645-8df0-43b9-8ed1-ef04b10416a4 req-569f0dd0-cfae-47dd-ba8c-4a720e6d3fa4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334120 Jul 15 22:59:34.622807 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 22:59:34.717930 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:34.729782 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'port_id': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'mac_address': 'fa:16:3e:af:d0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 22:59:34.764959 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.776122 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd41f51-813c-4797-8e75-ce3d655e2f2d req-73abe002-a328-4647-8f6b-cd80412d63a9 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:34.777391 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 22:59:34.777629 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bfd41f51-813c-4797-8e75-ce3d655e2f2d req-73abe002-a328-4647-8f6b-cd80412d63a9 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 945 time: 0.0626690 Jul 15 22:59:34.786737 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 43880) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:34.791322 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Request body: {'floatingip': {'port_id': '79a51648-3ee7-4dec-a87b-513536b75992'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:59:34.801570 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:34.806338 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.833287 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.859584 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=6']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:34.899254 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 22:59:35.593507 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.597678 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:35.700362 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Floating IP 2b8ddbce-4b82-4f7b-9d84-3fc2e4910839 associated. External IP: 172.27.0.85, port: 79a51648-3ee7-4dec-a87b-513536b75992. Jul 15 22:59:35.771076 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f397a-ed27-45ba-b64b-52fa88e8e04f req-7504b89d-e14f-4e83-9162-85b630e6908b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:35.772658 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0d2f397a-ed27-45ba-b64b-52fa88e8e04f req-7504b89d-e14f-4e83-9162-85b630e6908b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 944 time: 0.0736392 Jul 15 22:59:35.819979 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0d2f397a-ed27-45ba-b64b-52fa88e8e04f req-238671aa-2a7a-4eab-832f-08ea0c812981 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Jul 15 22:59:35.934883 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Router ed94bcca-704a-4356-ad71-dad1e3577ac0 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:59:36.093998 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:59:36.100559 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:36.109628 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] Sync routers for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:59:36.125201 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:36.126202 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:59:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:36.160155 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-abb912a4-cfe0-4c35-8e06-6a9a916a5f6b tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "PUT /v2.0/floatingips/2b8ddbce-4b82-4f7b-9d84-3fc2e4910839 HTTP/1.1" status: 200 len: 990 time: 1.3722546 Jul 15 22:59:36.160844 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'tag': '79a51648-3ee7-4dec-a87b-513536b75992'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:36.163482 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e8b90-fbc1-4463-aa31-b1c97d550056" -d '{"events": [{"name": "network-changed", "server_uuid": "1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07", "tag": "79a51648-3ee7-4dec-a87b-513536b75992"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:36.290564 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:36.318218 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4308b5-1ca3-405f-b71e-0b0d3a955086 x-openstack-request-id: req-ed4308b5-1ca3-405f-b71e-0b0d3a955086 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:36.318792 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07", "tag": "79a51648-3ee7-4dec-a87b-513536b75992", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:36.319300 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed4308b5-1ca3-405f-b71e-0b0d3a955086 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:36.319855 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'tag': '79a51648-3ee7-4dec-a87b-513536b75992', 'status': 'completed', 'code': 200} Jul 15 22:59:36.387662 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:36.423278 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-162d8b46-d3bf-423f-ab84-077866f827ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:36.425554 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-162d8b46-d3bf-423f-ab84-077866f827ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7e9d27975c44047af95b08be8056d69&device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 1098 time: 0.0764461 Jul 15 22:59:36.538284 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-010535b5-b22e-46bb-96a0-f85ba6ad7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:36.540041 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-010535b5-b22e-46bb-96a0-f85ba6ad7d3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 200 len: 911 time: 0.1059153 Jul 15 22:59:36.621804 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '2b8ddbce-4b82-4f7b-9d84-3fc2e4910839', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'port_id': '79a51648-3ee7-4dec-a87b-513536b75992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'mac_address': 'fa:16:3e:40:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:59:22Z', 'updated_at': '2021-07-15T22:59:35Z', 'revision_number': 1, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:36.634781 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-a7705b90-1417-4248-b33e-d4ba0443f2cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79a51648-3ee7-4dec-a87b-513536b75992 HTTP/1.1" status: 200 len: 998 time: 0.0871918 Jul 15 22:59:36.675287 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:59:36.679898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] Checking router: ed94bcca-704a-4356-ad71-dad1e3577ac0 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:59:36.727194 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:59:36.728120 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:59:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:36.747280 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-3dfbae3c-1950-4c22-bac7-d5e498ca129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:36.748976 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-3dfbae3c-1950-4c22-bac7-d5e498ca129f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 200 len: 849 time: 0.1063731 Jul 15 22:59:36.816411 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-a00b3d2a-6532-45f6-9de0-b76f3a7fc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:36.817959 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-a00b3d2a-6532-45f6-9de0-b76f3a7fc8ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52cf0c7d-583f-49f5-b109-72b0f9a734d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0618827 Jul 15 22:59:36.885462 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:59:36.959728 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-0ec861fc-37fb-420c-be47-2496c6e5a654 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340997 Jul 15 22:59:36.990108 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-c5c74d5c-4264-4f5f-a5fa-5fccde988478 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421483 Jul 15 22:59:37.086334 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-001e8b90-fbc1-4463-aa31-b1c97d550056 req-4b5773f5-e002-411f-9bb2-d17749a99555 service neutron] 10.222.0.22 "GET /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165144 Jul 15 22:59:37.133127 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-ca7fc746-3cde-49c6-89f5-7e55d11c5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:37.137001 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-ca7fc746-3cde-49c6-89f5-7e55d11c5d5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 1098 time: 0.1243885 Jul 15 22:59:37.283157 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:59:37.283838 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.289602 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-65746d9f-c5e7-44d0-ac1f-accec588e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:37.291401 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-65746d9f-c5e7-44d0-ac1f-accec588e878 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.1218905 Jul 15 22:59:37.308485 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9137e6f-76eb-4c10-a5a5-83982c60423f req-7adf08ea-c9ba-46db-adff-3b149f20b7a9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:37.316712 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b9137e6f-76eb-4c10-a5a5-83982c60423f req-7adf08ea-c9ba-46db-adff-3b149f20b7a9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 944 time: 0.2470450 Jul 15 22:59:37.364677 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9a23b86a-665e-4e32-9526-a3b08c9c4efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.386435 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-8e4c5454-ba67-4b16-98b2-6a8bc8ba0d09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=526f0656-7477-4720-8b09-29f52a522b0e HTTP/1.1" status: 200 len: 1000 time: 0.0858774 Jul 15 22:59:37.431874 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b9137e6f-76eb-4c10-a5a5-83982c60423f req-59f65131-9612-4546-a38d-68d328ddaa9e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138704 Jul 15 22:59:37.496488 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-57b185a8-b403-4bd8-9132-6ff665767a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:37.498190 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-57b185a8-b403-4bd8-9132-6ff665767a05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0791097 Jul 15 22:59:37.506319 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '2b8ddbce-4b82-4f7b-9d84-3fc2e4910839', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'port_id': '79a51648-3ee7-4dec-a87b-513536b75992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'mac_address': 'fa:16:3e:40:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:59:22Z', 'updated_at': '2021-07-15T22:59:35Z', 'revision_number': 1, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:59:37.540797 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7d074c-107e-4700-b83d-a6d63994359e None None] The sync data for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi is: [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '2b8ddbce-4b82-4f7b-9d84-3fc2e4910839', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'port_id': '79a51648-3ee7-4dec-a87b-513536b75992', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'mac_address': 'fa:16:3e:40:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T22:59:22Z', 'updated_at': '2021-07-15T22:59:35Z', 'revision_number': 1, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:59:37.548839 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.576915 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:37.577665 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-5874fa1a-635f-49b2-940a-48b1313895d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:37.579272 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18456e3c-31f4-41d8-81bb-e2213037cec8" -d '{"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-plugged", "status": "completed", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:37.580047 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-5874fa1a-635f-49b2-940a-48b1313895d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0751741 Jul 15 22:59:37.594803 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:37.601604 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:37.661564 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7f48e-e9d3-42d6-a6a8-3f6e0017899e x-openstack-request-id: req-56b7f48e-e9d3-42d6-a6a8-3f6e0017899e {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:37.662181 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-plugged", "status": "completed", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:37.662436 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56b7f48e-e9d3-42d6-a6a8-3f6e0017899e {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:37.662829 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'code': 200} Jul 15 22:59:37.684021 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=7']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:37.742043 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-2bbeda75-aad8-4ffa-961d-0e5bb9d6da9b service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431046 Jul 15 22:59:37.846301 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-97becfe9-9aa6-4e66-aac0-00ac29970f81 req-9b89b2f1-ce1c-4025-9965-547002ffc215 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970163 Jul 15 22:59:37.884537 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f1669-65a2-4094-bbb0-20f160d42ffc None None] New status for floating IP 2b8ddbce-4b82-4f7b-9d84-3fc2e4910839: ACTIVE {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 22:59:38.695050 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0f194-1e0f-4ced-be97-83638dfbca03 req-59a84f2e-52b0-4a02-929f-e7ce58e43447 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:38.696843 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7b0f194-1e0f-4ced-be97-83638dfbca03 req-59a84f2e-52b0-4a02-929f-e7ce58e43447 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.1071758 Jul 15 22:59:38.758977 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7b0f194-1e0f-4ced-be97-83638dfbca03 req-779b3ca4-faa3-44c6-bf07-d4d366d0306c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552363 Jul 15 22:59:39.948115 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-90d29c15-9bb5-45c3-86a5-b3b266b094b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:39.969374 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f0b9-2a0d-448a-8caf-aab59f29b331 req-8fe88f16-1844-4084-85a2-928fe6649c15 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:39.976835 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1681f0b9-2a0d-448a-8caf-aab59f29b331 req-8fe88f16-1844-4084-85a2-928fe6649c15 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0887849 Jul 15 22:59:40.017423 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1681f0b9-2a0d-448a-8caf-aab59f29b331 req-694dc694-e30a-42f0-a936-6dfd2e29faaa tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397387 Jul 15 22:59:40.202899 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.001717 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:41.230043 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af23aa-4d13-4575-97dd-2ec7eb4fc5f4 req-485a8e1b-3eb0-4d44-abf3-7c8524363aaa tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:41.231786 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-78af23aa-4d13-4575-97dd-2ec7eb4fc5f4 req-485a8e1b-3eb0-4d44-abf3-7c8524363aaa tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0722029 Jul 15 22:59:41.277877 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-78af23aa-4d13-4575-97dd-2ec7eb4fc5f4 req-19b12a36-7619-4e62-858d-e4863a331c51 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360923 Jul 15 22:59:42.509644 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5463b4-4c65-4fd1-bab8-a95e7c3ab013 req-198e8bc9-120b-4fac-8172-fc572378ccb7 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:42.511374 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce5463b4-4c65-4fd1-bab8-a95e7c3ab013 req-198e8bc9-120b-4fac-8172-fc572378ccb7 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0873172 Jul 15 22:59:42.528855 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:42.568234 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ce5463b4-4c65-4fd1-bab8-a95e7c3ab013 req-1255b984-1dc9-4c3d-a746-71280d380fbb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495472 Jul 15 22:59:43.759813 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9397a-5477-477e-ae89-9a85e0009cd1 req-b7f97767-2563-40a2-9787-5f1d6ee965a0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:43.761476 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-47d9397a-5477-477e-ae89-9a85e0009cd1 req-b7f97767-2563-40a2-9787-5f1d6ee965a0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0687997 Jul 15 22:59:43.803849 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-47d9397a-5477-477e-ae89-9a85e0009cd1 req-4819aac5-aa3b-4e6c-866c-333085fc9f2b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362227 Jul 15 22:59:44.981075 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019dd8f-3312-4230-b24e-56bd087b806a req-4f8e9756-7e70-4d0e-8ed7-099e9ac31f37 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:44.982561 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2019dd8f-3312-4230-b24e-56bd087b806a req-4f8e9756-7e70-4d0e-8ed7-099e9ac31f37 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0642328 Jul 15 22:59:45.019821 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2019dd8f-3312-4230-b24e-56bd087b806a req-f2f48fc0-7e82-4377-8430-36ed5b89fb39 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Jul 15 22:59:45.431457 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-c1f379da-4855-4598-9875-0e35c946a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:45.432915 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-c1f379da-4855-4598-9875-0e35c946a567 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 1098 time: 0.0615640 Jul 15 22:59:45.529030 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-1fd7538f-8f25-49ca-b749-22041cb27ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:45.530678 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-1fd7538f-8f25-49ca-b749-22041cb27ed8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 918 time: 0.0911796 Jul 15 22:59:45.601491 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-2067a8e0-c72e-4b59-9a6e-a29c4eb9ad76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 HTTP/1.1" status: 200 len: 1001 time: 0.0643871 Jul 15 22:59:45.658961 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-b6b7f815-c0b2-4153-be28-38ab07bbcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:45.660762 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-b6b7f815-c0b2-4153-be28-38ab07bbcc62 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0480223 Jul 15 22:59:45.725335 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-fe56f564-6aff-4e7a-b375-0da4a44fe8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:45.727114 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-fe56f564-6aff-4e7a-b375-0da4a44fe8c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594783 Jul 15 22:59:45.828354 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-0c5e68eb-7148-43b5-85d4-bce96ebff488 service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937076 Jul 15 22:59:45.966511 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1c58c55-ceda-4afd-afe6-43a403a40154 req-29534e74-b95f-489a-859e-d23ba6cf2faf service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310754 Jul 15 22:59:46.194025 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425514-5828-4b9f-9207-c1b79ec15f01 req-ba69dcde-a46c-40b8-963d-319cd03277cc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:46.195546 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f3425514-5828-4b9f-9207-c1b79ec15f01 req-ba69dcde-a46c-40b8-963d-319cd03277cc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0637662 Jul 15 22:59:46.233414 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f3425514-5828-4b9f-9207-c1b79ec15f01 req-592f8caa-4cf1-4e9b-8f94-befaedebf899 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320096 Jul 15 22:59:47.410322 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7a130-2f65-4c02-a7f5-d401299e7bdc req-7f808a4b-9101-4897-8c25-3ebe9da80c6f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:47.411795 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7ef7a130-2f65-4c02-a7f5-d401299e7bdc req-7f808a4b-9101-4897-8c25-3ebe9da80c6f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0619740 Jul 15 22:59:47.448220 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7ef7a130-2f65-4c02-a7f5-d401299e7bdc req-9dbff132-93de-4986-a2bf-052929a7edac tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308959 Jul 15 22:59:48.631063 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b122f-383d-42ef-97f2-982b58e17a10 req-32b6e6d2-b7ac-4c1e-a453-5c6ac5ac79e3 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:48.632565 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ac3b122f-383d-42ef-97f2-982b58e17a10 req-32b6e6d2-b7ac-4c1e-a453-5c6ac5ac79e3 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 945 time: 0.0674078 Jul 15 22:59:48.670189 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ac3b122f-383d-42ef-97f2-982b58e17a10 req-25b7f8e3-3009-4f79-b8f6-16a8e3b6221c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320692 Jul 15 22:59:48.708994 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:59:48.787928 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.810633 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 22:59:48.812883 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af83cf17-2b77-401b-817b-d8d28066e946" -d '{"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-unplugged", "status": "completed", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 22:59:48.826028 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:59:48.830753 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:48.886310 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=8']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:59:48.911172 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0da6d0-f474-4512-b8fa-82b2b0e0393f x-openstack-request-id: req-2f0da6d0-f474-4512-b8fa-82b2b0e0393f {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 22:59:48.911486 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-unplugged", "status": "failed", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25", "code": 422}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 22:59:48.911763 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f0da6d0-f474-4512-b8fa-82b2b0e0393f {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 22:59:48.912212 dv-cinder-794962-10-iscsi neutron-server[92962]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'code': 422} returned with failed status Jul 15 22:59:49.438940 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8989c1-103b-4b69-b886-88634c83e31d req-d1577427-496d-42b3-a900-8c3fbc34d5bb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:49.440475 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9d8989c1-103b-4b69-b886-88634c83e31d req-d1577427-496d-42b3-a900-8c3fbc34d5bb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0649366 Jul 15 22:59:49.480464 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9d8989c1-103b-4b69-b886-88634c83e31d req-84089294-d464-4471-b146-303780b10b67 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342019 Jul 15 22:59:49.543573 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 44024) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:59:49.639243 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-af2d7a46-fe5b-4fd1-8012-bb0a26dc16e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945108 Jul 15 22:59:50.676955 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cf183-d0a6-4d60-b70e-a6fd07988743 req-69ea5482-b734-4a57-8089-c506a8c39a7b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:50.683829 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0e8cf183-d0a6-4d60-b70e-a6fd07988743 req-69ea5482-b734-4a57-8089-c506a8c39a7b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0851464 Jul 15 22:59:50.718048 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0e8cf183-d0a6-4d60-b70e-a6fd07988743 req-72570b4f-4a0e-47ab-b6db-ed062f9de1d8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331495 Jul 15 22:59:51.074057 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-61a3cba2-e5ec-4a78-a42d-9f5f424fbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.075666 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-61a3cba2-e5ec-4a78-a42d-9f5f424fbf53 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d&tenant_id=a1ab2e9cf9a143738f8d0c496632e82e HTTP/1.1" status: 200 len: 1096 time: 0.0859754 Jul 15 22:59:51.149012 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-a51fa5ab-29e7-47f0-b607-e1bbcba47fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.150531 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-a51fa5ab-29e7-47f0-b607-e1bbcba47fe2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 1096 time: 0.0514565 Jul 15 22:59:51.242939 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-76bdeb46-dc82-435e-bde7-c6c8d2aba7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.244415 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-76bdeb46-dc82-435e-bde7-c6c8d2aba7b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 918 time: 0.0876098 Jul 15 22:59:51.314363 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-499dabd5-1666-45d9-aed5-20b6d5337997 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 HTTP/1.1" status: 200 len: 999 time: 0.0618722 Jul 15 22:59:51.364692 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-c22929e6-0f69-4622-ad67-3aef69f50ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.366182 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-c22929e6-0f69-4622-ad67-3aef69f50ead service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0443971 Jul 15 22:59:51.423874 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-a4c90763-a89a-4100-aadc-5df56cdf4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.425470 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-a4c90763-a89a-4100-aadc-5df56cdf4275 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522101 Jul 15 22:59:51.525320 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-c24f670c-9977-4f88-88dd-6e62e8362c9d service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875206 Jul 15 22:59:51.615572 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3027cf1a-8b02-40fa-9f46-0edd43cbd981 req-70855bee-222a-4ab3-9747-717ad7c1a35c service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809145 Jul 15 22:59:51.899350 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60546e5a-112f-40ef-9af0-71ca2a98f48e req-f20db5a9-df0f-4166-b54b-eaf88333deb8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:51.900864 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-60546e5a-112f-40ef-9af0-71ca2a98f48e req-f20db5a9-df0f-4166-b54b-eaf88333deb8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0654213 Jul 15 22:59:51.946616 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-60546e5a-112f-40ef-9af0-71ca2a98f48e req-cb6c0af6-dfc9-4bdc-83fe-244f265bccee tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394146 Jul 15 22:59:52.740170 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 22:59:53.134300 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15a4db-24e0-4235-a003-c9d28a64c3e9 req-22a6b9c7-ac47-4603-a9f6-7e88f372ce67 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:53.136775 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7e15a4db-24e0-4235-a003-c9d28a64c3e9 req-22a6b9c7-ac47-4603-a9f6-7e88f372ce67 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0668099 Jul 15 22:59:53.177440 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7e15a4db-24e0-4235-a003-c9d28a64c3e9 req-8537ea6e-f733-439b-92f3-5d8ff23e03d8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343664 Jul 15 22:59:54.406668 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304769b1-c0e9-415b-b08e-139b22878b72 req-db53eac9-2bdb-4cbd-906d-ac288d4eb9ce tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:54.408021 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-304769b1-c0e9-415b-b08e-139b22878b72 req-db53eac9-2bdb-4cbd-906d-ac288d4eb9ce tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0855527 Jul 15 22:59:54.454606 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-304769b1-c0e9-415b-b08e-139b22878b72 req-6cf91ec0-32e3-4286-a49a-5bbbfaab420d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 Jul 15 22:59:55.738556 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c44f6b-e3c0-4df2-9525-918702021f90 req-b4f234c5-b5d7-4035-b821-1003899b92aa tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:55.740174 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-60c44f6b-e3c0-4df2-9525-918702021f90 req-b4f234c5-b5d7-4035-b821-1003899b92aa tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0755732 Jul 15 22:59:55.807871 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-60c44f6b-e3c0-4df2-9525-918702021f90 req-206b2b93-e175-4de1-8c86-045cd9150d5f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569155 Jul 15 22:59:57.018030 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449c5a-45da-4fb7-9bee-962cb68764fd req-d90e65cc-8827-4d83-a25f-49f89620e6d0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:57.019859 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6e449c5a-45da-4fb7-9bee-962cb68764fd req-d90e65cc-8827-4d83-a25f-49f89620e6d0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0682490 Jul 15 22:59:57.059668 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6e449c5a-45da-4fb7-9bee-962cb68764fd req-7545dbee-e5e8-425a-b399-fcbefabc5abe tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339482 Jul 15 22:59:58.278506 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c541d-dc4e-4d2e-8aab-3142fe536d6d req-4fc1b568-d3bd-49d0-93f4-405576d8b8ee tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:58.280108 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e73c541d-dc4e-4d2e-8aab-3142fe536d6d req-4fc1b568-d3bd-49d0-93f4-405576d8b8ee tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0913587 Jul 15 22:59:58.324356 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e73c541d-dc4e-4d2e-8aab-3142fe536d6d req-82819cef-3611-47ab-8cd7-ef7a73873aaa tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377679 Jul 15 22:59:59.536830 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166adab-8e50-420f-9bad-589e88ae2a75 req-0aa59744-c94c-4b0d-83ed-f4a82b6bbe44 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:59:59.539467 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1166adab-8e50-420f-9bad-589e88ae2a75 req-0aa59744-c94c-4b0d-83ed-f4a82b6bbe44 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0836136 Jul 15 22:59:59.579312 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1166adab-8e50-420f-9bad-589e88ae2a75 req-878ebcd0-81ea-4809-8dd0-a2eb0af862b3 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343263 Jul 15 23:00:00.768611 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eb456-40cd-4a40-a225-cfed5808504e req-706dff6e-a0a5-4f69-8c03-d728c4161b31 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:00.770191 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5a1eb456-40cd-4a40-a225-cfed5808504e req-706dff6e-a0a5-4f69-8c03-d728c4161b31 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0741467 Jul 15 23:00:00.809858 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5a1eb456-40cd-4a40-a225-cfed5808504e req-9ea9859d-2be3-4fce-80e1-4ba16c21968a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332370 Jul 15 23:00:01.824101 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:00:01.991171 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d3cb9-c5ea-4d3a-a9de-70df28632475 req-488a055f-c88a-49f2-b64e-6461a183b93b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:01.992714 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-383d3cb9-c5ea-4d3a-a9de-70df28632475 req-488a055f-c88a-49f2-b64e-6461a183b93b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0666506 Jul 15 23:00:02.030773 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-383d3cb9-c5ea-4d3a-a9de-70df28632475 req-7f2c380d-e86c-4e48-834f-586d24672918 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Jul 15 23:00:02.462217 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b04ba8-0bff-4945-88e2-c9d5c8ea7a3a req-1fa6c3a9-69c1-4b4f-948a-a406a59e8335 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:02.463802 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-35b04ba8-0bff-4945-88e2-c9d5c8ea7a3a req-1fa6c3a9-69c1-4b4f-948a-a406a59e8335 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0712779 Jul 15 23:00:02.514404 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-35b04ba8-0bff-4945-88e2-c9d5c8ea7a3a req-14cc7114-469e-4e75-bf1c-f7b14cd7e249 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Jul 15 23:00:03.243784 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b36d4-90da-438e-98fd-5369fe4b4103 req-b625bbed-5684-4d75-ac01-42a7c19a8e94 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:03.247322 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f66b36d4-90da-438e-98fd-5369fe4b4103 req-b625bbed-5684-4d75-ac01-42a7c19a8e94 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0761206 Jul 15 23:00:03.287228 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f66b36d4-90da-438e-98fd-5369fe4b4103 req-31996a63-0fed-49bb-8222-f808665a33f2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339253 Jul 15 23:00:03.703460 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1ee17-eeaa-44a7-9186-7c6b70afc632 req-ec355b74-0c67-47d4-8989-39c5e74c6946 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:03.704894 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4eb1ee17-eeaa-44a7-9186-7c6b70afc632 req-ec355b74-0c67-47d4-8989-39c5e74c6946 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0661087 Jul 15 23:00:03.747795 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4eb1ee17-eeaa-44a7-9186-7c6b70afc632 req-97dd035d-f25f-48dd-8622-18fd4dbe1bc8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365303 Jul 15 23:00:04.488257 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41a9fc-0e3d-4d9c-97cf-4b1ac1d89b7e req-91140ff8-6fd4-4592-a1f6-827afa03d671 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:04.490423 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a41a9fc-0e3d-4d9c-97cf-4b1ac1d89b7e req-91140ff8-6fd4-4592-a1f6-827afa03d671 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0825870 Jul 15 23:00:04.530079 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7a41a9fc-0e3d-4d9c-97cf-4b1ac1d89b7e req-25b6efc9-78b7-42d5-a815-f236fc25ca30 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339892 Jul 15 23:00:04.922808 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8eaa83-da42-4e20-ac2d-cce4b8445ec0 req-7a512cd2-c0be-4795-8a17-57698fc44edb tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:04.924346 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cb8eaa83-da42-4e20-ac2d-cce4b8445ec0 req-7a512cd2-c0be-4795-8a17-57698fc44edb tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0634553 Jul 15 23:00:04.964701 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cb8eaa83-da42-4e20-ac2d-cce4b8445ec0 req-8471c9d8-d527-4ec1-b677-bd200a8a3541 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345190 Jul 15 23:00:05.716129 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774edaf6-c8a5-4c9e-8ecd-80f0305c34b5 req-eeaf51a1-fc26-4cdd-a244-f9e035f70b65 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:05.717669 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-774edaf6-c8a5-4c9e-8ecd-80f0305c34b5 req-eeaf51a1-fc26-4cdd-a244-f9e035f70b65 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0706446 Jul 15 23:00:05.758055 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-774edaf6-c8a5-4c9e-8ecd-80f0305c34b5 req-a5e1d064-5b6e-4cd8-8360-2378ae7c34c5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347130 Jul 15 23:00:06.148407 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df0bf9-6fd6-4e28-9d54-8d596b91e750 req-6a7c1676-6bf3-4a91-b3f9-9c92cfe7eb3c tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.149928 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-36df0bf9-6fd6-4e28-9d54-8d596b91e750 req-6a7c1676-6bf3-4a91-b3f9-9c92cfe7eb3c tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0684695 Jul 15 23:00:06.189340 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-36df0bf9-6fd6-4e28-9d54-8d596b91e750 req-38342aec-cb10-4260-95e4-7b189be145d8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335522 Jul 15 23:00:06.322703 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:06.751130 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-9972d1cc-6750-460b-ab40-4761966e7b66 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.752835 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-9972d1cc-6750-460b-ab40-4761966e7b66 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0749993 Jul 15 23:00:06.882895 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Deleting port 526f0656-7477-4720-8b09-29f52a522b0e {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:06.883241 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:06.975499 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982cc9-1a8d-48c4-b535-b930a19e3fee req-fa898dd1-fa07-4e14-bfe0-649fbce7a944 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:06.978098 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-db982cc9-1a8d-48c4-b535-b930a19e3fee req-fa898dd1-fa07-4e14-bfe0-649fbce7a944 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0920746 Jul 15 23:00:07.014996 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] For port 526f0656-7477-4720-8b09-29f52a522b0e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=526f0656-7477-4720-8b09-29f52a522b0e,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:07.015429 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.038459 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-db982cc9-1a8d-48c4-b535-b930a19e3fee req-de5c8f9c-38c0-42e6-b18e-fd188f1c3e8e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528789 Jul 15 23:00:07.304719 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-951b16ba-830f-4a71-a9de-9244963531bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.325190 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.326849 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.326849 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Floating IP cb7194b5-3558-4471-a65b-906223c0f702 disassociated. External IP: 172.27.0.27, port: 526f0656-7477-4720-8b09-29f52a522b0e. Jul 15 23:00:07.326849 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Calling delete_port for 526f0656-7477-4720-8b09-29f52a522b0e owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:07.536836 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce5af0-7855-4dce-9978-e1624ff12fb8 req-7a0bfc7d-4a25-4e59-91c0-7d87caaf4e3f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:07.538538 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f4ce5af0-7855-4dce-9978-e1624ff12fb8 req-7a0bfc7d-4a25-4e59-91c0-7d87caaf4e3f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 945 time: 0.0688479 Jul 15 23:00:07.581382 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f4ce5af0-7855-4dce-9978-e1624ff12fb8 req-0f1df694-a10f-476c-932e-f323ecf7ccbe tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367489 Jul 15 23:00:07.838935 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:07.887659 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event deleted for resources: {'Port': ['ID=526f0656-7477-4720-8b09-29f52a522b0e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:07.899749 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.900100 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.900447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.900785 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.901279 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.901452 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.901771 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.902124 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.902456 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.902794 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.903111 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:07.903432 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:08.021322 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:00:08.132484 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:00:08.142899 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:00:08.153861 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:08.154656 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:59:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:08.183057 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] No DVR routers for this DVR port 526f0656-7477-4720-8b09-29f52a522b0e on host hv-cinder-79496 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:08.185362 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:08.187409 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-92eec2ed-aaf7-42c2-b2a3-639e042b11f2 req-0d6d1640-9798-4da7-a2a2-365ebdc72a99 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "DELETE /v2.0/ports/526f0656-7477-4720-8b09-29f52a522b0e HTTP/1.1" status: 204 len: 173 time: 1.4285772 Jul 15 23:00:08.187845 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'name': 'network-vif-deleted', 'tag': '526f0656-7477-4720-8b09-29f52a522b0e'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:08.192757 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead45e4f-07ac-473b-99df-5506b14b3a3e" -d '{"events": [{"server_uuid": "9b472bb4-f019-4f2b-a989-8b2249bf9fcf", "name": "network-vif-deleted", "tag": "526f0656-7477-4720-8b09-29f52a522b0e"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:08.273886 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf5ffc-b7a4-41f9-a851-ef0e8f3fdf25 req-46722a90-bab2-4e37-b98c-313a4f249922 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:08.281332 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b2cf5ffc-b7a4-41f9-a851-ef0e8f3fdf25 req-46722a90-bab2-4e37-b98c-313a4f249922 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0874965 Jul 15 23:00:08.284282 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:08.332169 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99135ea8-cf6f-47c6-a18f-c3f8c812666c x-openstack-request-id: req-99135ea8-cf6f-47c6-a18f-c3f8c812666c {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:08.332741 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b472bb4-f019-4f2b-a989-8b2249bf9fcf", "name": "network-vif-deleted", "tag": "526f0656-7477-4720-8b09-29f52a522b0e", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:08.332832 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99135ea8-cf6f-47c6-a18f-c3f8c812666c {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:08.333771 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b472bb4-f019-4f2b-a989-8b2249bf9fcf', 'name': 'network-vif-deleted', 'tag': '526f0656-7477-4720-8b09-29f52a522b0e', 'status': 'completed', 'code': 200} Jul 15 23:00:08.336901 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b2cf5ffc-b7a4-41f9-a851-ef0e8f3fdf25 req-e3c67afc-6f72-4acf-ab65-60267cd88dea tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545504 Jul 15 23:00:08.506660 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:08.532815 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:00:08.541235 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:08.541864 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T22:59:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:08.655438 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:08.740372 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f34d2e96-fba1-4b95-b5de-5233644848c1 req-63dc192f-6f6f-4870-86bf-45dc408c2197 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b472bb4-f019-4f2b-a989-8b2249bf9fcf HTTP/1.1" status: 200 len: 210 time: 0.0288711 Jul 15 23:00:08.864824 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:08.894679 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c888f-43f4-409d-be52-60d3739bc165 None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:00:09.158940 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce5df8-840c-4e5c-8d03-c0e5ccf010db None None] New status for floating IP cb7194b5-3558-4471-a65b-906223c0f702: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:00:09.539615 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f9e81-2afa-47bc-86c0-bac1c3928d26 req-cb9e7bed-52a1-414b-a9e7-08a1553dc93f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:09.541198 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ee5f9e81-2afa-47bc-86c0-bac1c3928d26 req-cb9e7bed-52a1-414b-a9e7-08a1553dc93f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0816944 Jul 15 23:00:09.582649 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ee5f9e81-2afa-47bc-86c0-bac1c3928d26 req-ad2308b2-12c6-4372-a992-9286e95d323c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347323 Jul 15 23:00:09.939232 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4e97b3dc-e813-4d01-a7b1-6f614b813f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:10.031670 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-0ce545fe-3c85-40c4-b9fc-91e143cb1fc8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946532260&fields=id&tenant_id=03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 267 time: 0.0331304 Jul 15 23:00:10.138654 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-b902e067-d001-45cf-86a3-790de47ee789 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.140124 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-b902e067-d001-45cf-86a3-790de47ee789 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 811 time: 0.1021726 Jul 15 23:00:10.155020 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-70e68fb3-9f8c-498a-8bf5-6c0673b91f74 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/quotas/03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 375 time: 0.0092678 Jul 15 23:00:10.199241 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:10.226800 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-b9156b16-6ff7-4a3a-ab34-20cf91cae9c6 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668855 Jul 15 23:00:10.369715 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-0c1b351c-6f81-4275-ad74-fa423a8d2fae service neutron] 10.222.0.10 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306467 Jul 15 23:00:10.458865 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-2b6ee82b-5d35-4422-89fd-fad2b8402a91 service neutron] 10.222.0.10 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835218 Jul 15 23:00:10.777196 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee13e7-69a6-4e69-9656-7a99925cfa47 req-ce68334d-b8cc-4017-b410-c32891ef191e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:10.778980 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-25ee13e7-69a6-4e69-9656-7a99925cfa47 req-ce68334d-b8cc-4017-b410-c32891ef191e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.0780792 Jul 15 23:00:10.788851 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 526f0656-7477-4720-8b09-29f52a522b0e no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:10.809259 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 526f0656-7477-4720-8b09-29f52a522b0e {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:10.809907 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 526f0656-7477-4720-8b09-29f52a522b0e not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:10.823388 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-25ee13e7-69a6-4e69-9656-7a99925cfa47 req-0bdb7d37-17ff-4990-bd76-e8b3324c5a50 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387828 Jul 15 23:00:10.894474 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a18ad43b-b408-48da-9516-464791ea3260 req-91d41f30-288b-4f32-8efb-a415dbcc1b07 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 210 time: 0.0303879 Jul 15 23:00:10.999257 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:11.917441 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-e21f98b2-4aaf-4117-bc8a-66a5cc965919 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:11.920254 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-e21f98b2-4aaf-4117-bc8a-66a5cc965919 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 811 time: 0.1288369 Jul 15 23:00:12.031846 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-ee45b783-ae66-4a79-bf1f-f8d529820f6c tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 380 time: 0.0749965 Jul 15 23:00:12.049910 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'port': {'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'admin_state_up': True, 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'security_groups': ['df5af8c9-720f-4468-a684-ff9c666cc856']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:12.093550 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ce952-acf9-4990-94f3-85fd57aed007 req-37ee386d-93f4-404b-b3c1-37405d351a78 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.095029 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c25ce952-acf9-4990-94f3-85fd57aed007 req-37ee386d-93f4-404b-b3c1-37405d351a78 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 943 time: 0.1302419 Jul 15 23:00:12.115426 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c0f6781b-0478-45ab-a263-a6af58d13a48 req-21a830ac-ee8a-4681-805b-72a0914eac73 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 210 time: 0.0366309 Jul 15 23:00:12.177950 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c25ce952-acf9-4990-94f3-85fd57aed007 req-a00a33bf-e3d9-4e87-87b2-e26ed815798e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761087 Jul 15 23:00:12.211504 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Made reservation on behalf of 03c7e20302bf46eb8d42294e693315a3 for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:12.216373 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.347684 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Allocated IP 172.20.0.3 (b91d9129-30a5-4ab9-b9ed-e17eccec858a/e41c3dcd-e17c-40a6-8353-5fac1bd35ae9/39d88538-699b-4556-be9d-6b502e3d2595) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:12.499064 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.515117 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Transition to ACTIVE for port object 39d88538-699b-4556-be9d-6b502e3d2595 will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:12.528730 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.558121 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.604036 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:12.610571 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:12.615399 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:12.644885 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=39d88538-699b-4556-be9d-6b502e3d2595,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:12.682342 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:12.682806 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.705361 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-89282141-2550-4256-ba10-2c8c0884568b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6598740 Jul 15 23:00:12.719834 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Request body: {'port': {'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:12.802134 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.815782 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:12.905957 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b85063f4-9731-4729-966d-ac6d04c62489 None None] Provisioning for port 39d88538-699b-4556-be9d-6b502e3d2595 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:12.925101 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b85063f4-9731-4729-966d-ac6d04c62489 None None] Provisioning complete for port 39d88538-699b-4556-be9d-6b502e3d2595 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:12.925473 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b85063f4-9731-4729-966d-ac6d04c62489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:12.963055 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:12.980770 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b85063f4-9731-4729-966d-ac6d04c62489 None None] Port 39d88538-699b-4556-be9d-6b502e3d2595 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:00:12.982641 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'port_id': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'mac_address': 'fa:16:3e:af:d0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:13.033078 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.048592 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:13.071512 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:13.077582 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.104475 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d88538-699b-4556-be9d-6b502e3d2595 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:13.116873 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.129736 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Transition to ACTIVE for port object 39d88538-699b-4556-be9d-6b502e3d2595 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:13.132457 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=9']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:13.133488 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.211058 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Pushing event updated for resources: {'Port': ['ID=39d88538-699b-4556-be9d-6b502e3d2595,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:13.307685 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Attempting to bind port 39d88538-699b-4556-be9d-6b502e3d2595 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:13.308212 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Attempting to bind port 39d88538-699b-4556-be9d-6b502e3d2595 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:13.308566 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Attempting to bind port 39d88538-699b-4556-be9d-6b502e3d2595 on network b91d9129-30a5-4ab9-b9ed-e17eccec858a {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:13.309913 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:13.317947 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Port 39d88538-699b-4556-be9d-6b502e3d2595 on network b91d9129-30a5-4ab9-b9ed-e17eccec858a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:13.318288 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Attempting to bind port 39d88538-699b-4556-be9d-6b502e3d2595 on network b91d9129-30a5-4ab9-b9ed-e17eccec858a {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:13.332989 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:13.333625 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Checking segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:13.334204 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Bound using segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:13.334799 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Bound port: 39d88538-699b-4556-be9d-6b502e3d2595, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:13.335417 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.348172 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655424-f24c-489d-8273-9ebf1b6daee3 req-61afea06-5ed0-46e7-a14e-1c918173bc61 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.349870 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c8655424-f24c-489d-8273-9ebf1b6daee3 req-61afea06-5ed0-46e7-a14e-1c918173bc61 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 943 time: 0.1115484 Jul 15 23:00:13.385113 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e671e-fa39-4c97-abdd-0aa9f2209b4d req-b41f403b-ceb6-48a9-9aa0-efadd3c44afc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.387974 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-076e671e-fa39-4c97-abdd-0aa9f2209b4d req-b41f403b-ceb6-48a9-9aa0-efadd3c44afc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 944 time: 0.0666475 Jul 15 23:00:13.423327 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c8655424-f24c-489d-8273-9ebf1b6daee3 req-0390e4cd-237e-469c-8ba7-999943623e8e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641363 Jul 15 23:00:13.443275 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-076e671e-fa39-4c97-abdd-0aa9f2209b4d req-0bf9f9a2-2e0e-4830-8c2c-33c9f2b9a4f8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477784 Jul 15 23:00:13.451471 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] For port 39d88538-699b-4556-be9d-6b502e3d2595, host hv-cinder-79496, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:13.455304 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] For port 39d88538-699b-4556-be9d-6b502e3d2595, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=39d88538-699b-4556-be9d-6b502e3d2595,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:13.462254 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.499717 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.500329 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:13.501761 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] 10.222.0.22 "PUT /v2.0/ports/39d88538-699b-4556-be9d-6b502e3d2595 HTTP/1.1" status: 200 len: 1093 time: 0.7865555 Jul 15 23:00:13.502248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:13.504414 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75" -d '{"events": [{"name": "network-changed", "server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "tag": "39d88538-699b-4556-be9d-6b502e3d2595"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:13.533584 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328cae7-58a9-46dd-b3e7-545b9339cb84 service neutron] Pushing event updated for resources: {'Port': ['ID=39d88538-699b-4556-be9d-6b502e3d2595,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:13.543654 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97a4c10-38dc-4c92-9606-d161396b3d57 x-openstack-request-id: req-c97a4c10-38dc-4c92-9606-d161396b3d57 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:13.543816 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "tag": "39d88538-699b-4556-be9d-6b502e3d2595", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:13.544192 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c97a4c10-38dc-4c92-9606-d161396b3d57 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:13.544793 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595', 'status': 'completed', 'code': 200} Jul 15 23:00:13.607725 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-52b852ca-2202-4d6d-b295-0829a1c7dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.609313 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-52b852ca-2202-4d6d-b295-0829a1c7dff3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 1096 time: 0.0550761 Jul 15 23:00:13.654971 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-615438dc-1c39-4aaa-b169-03e0b488c417 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d88538-699b-4556-be9d-6b502e3d2595 HTTP/1.1" status: 200 len: 217 time: 0.0377250 Jul 15 23:00:13.705600 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-0fa5f797-d52d-4053-aa1d-8c2290f6f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.707015 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-0fa5f797-d52d-4053-aa1d-8c2290f6f77a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0444665 Jul 15 23:00:13.767419 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-4849dbf8-61e0-49ec-a0a2-e9d809941767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:13.768943 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-4849dbf8-61e0-49ec-a0a2-e9d809941767 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544062 Jul 15 23:00:13.863015 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-41127500-bf33-4c17-b0e6-c4cb9623213d service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868556 Jul 15 23:00:13.951279 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e547fe65-8ebf-439d-928a-7c607ccefed7 req-32b971a9-c611-4fde-9cc8-8116573c2f50 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819275 Jul 15 23:00:14.051090 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-6c370714-d701-4127-a31f-5be1e0457170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.052756 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-6c370714-d701-4127-a31f-5be1e0457170 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 1096 time: 0.0539212 Jul 15 23:00:14.149237 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-a1607e44-024f-49e1-8870-c7bcfeee3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.150862 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-a1607e44-024f-49e1-8870-c7bcfeee3880 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.0918133 Jul 15 23:00:14.198307 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-30b00c36-ce48-4ac5-aeeb-36bf408496a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d88538-699b-4556-be9d-6b502e3d2595 HTTP/1.1" status: 200 len: 217 time: 0.0375512 Jul 15 23:00:14.251295 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-bfd54cd6-2d02-4c2b-bff9-11fdbe546992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.252815 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-bfd54cd6-2d02-4c2b-bff9-11fdbe546992 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0484645 Jul 15 23:00:14.309721 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-2b015197-d59f-4279-9ab8-9b0bc920a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.311201 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-2b015197-d59f-4279-9ab8-9b0bc920a767 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519037 Jul 15 23:00:14.401208 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-838087ca-99ab-4c9f-b4aa-6b16e8807297 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832019 Jul 15 23:00:14.492262 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2fcfd71a-f61a-465a-8318-d1b4af3cfb75 req-d6137b15-92df-4b22-944e-2cd45ba4b20c service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845752 Jul 15 23:00:14.599889 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c325979-6fa2-4ba4-9a95-31e742f5c2e1 req-59748c41-31fa-4a31-a27b-38dc4cb13e0b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.601362 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4c325979-6fa2-4ba4-9a95-31e742f5c2e1 req-59748c41-31fa-4a31-a27b-38dc4cb13e0b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 943 time: 0.0632820 Jul 15 23:00:14.633500 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8d6f2-af22-4b3e-ac64-9a054f0fadb9 req-32e2b94d-e8ac-47cc-b67c-47bd405a7992 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:14.635053 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b4e8d6f2-af22-4b3e-ac64-9a054f0fadb9 req-32e2b94d-e8ac-47cc-b67c-47bd405a7992 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 944 time: 0.0635903 Jul 15 23:00:14.643096 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4c325979-6fa2-4ba4-9a95-31e742f5c2e1 req-7aca0fdc-73ea-4a3b-87e5-29b1afa61ffe tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358312 Jul 15 23:00:14.673668 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b4e8d6f2-af22-4b3e-ac64-9a054f0fadb9 req-9c3c58f8-beeb-4dd5-8d8c-2425c1a0f7c4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331089 Jul 15 23:00:14.835307 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:14.880794 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:14.881082 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.956002 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:14.977361 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:14.979605 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c19d3e6-3f82-4287-9fab-327eddd03d90" -d '{"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-plugged", "status": "completed", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:14.992033 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:14.996886 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:15.019631 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f61f7ec-ef04-44f7-ab2c-d535a8d29c97 x-openstack-request-id: req-8f61f7ec-ef04-44f7-ab2c-d535a8d29c97 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:15.019917 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-plugged", "status": "completed", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:15.020701 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f61f7ec-ef04-44f7-ab2c-d535a8d29c97 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:15.021090 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'code': 200} Jul 15 23:00:15.046595 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=10']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:15.498162 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935443eb-24f8-4236-a989-b7caa54198e6 req-c4058135-ba82-4d3d-afa4-5799b55f619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:15.499693 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-935443eb-24f8-4236-a989-b7caa54198e6 req-c4058135-ba82-4d3d-afa4-5799b55f619f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 1099 time: 0.0528114 Jul 15 23:00:15.533934 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-935443eb-24f8-4236-a989-b7caa54198e6 req-c2459e96-05d2-4542-8582-63d8973d005c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277863 Jul 15 23:00:15.822377 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c84aaa-dec5-4192-821b-e564f26bedc0 req-31beed59-f603-4086-8d9d-736cf4330dc4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:15.823815 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b8c84aaa-dec5-4192-821b-e564f26bedc0 req-31beed59-f603-4086-8d9d-736cf4330dc4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 943 time: 0.0632017 Jul 15 23:00:15.859617 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35176d76-2376-4c52-9ff0-03dabf2e4fd0 req-beb8e439-4046-4f20-a4eb-51c6d15c0b38 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:15.861292 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-35176d76-2376-4c52-9ff0-03dabf2e4fd0 req-beb8e439-4046-4f20-a4eb-51c6d15c0b38 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 946 time: 0.0696828 Jul 15 23:00:15.863072 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b8c84aaa-dec5-4192-821b-e564f26bedc0 req-0be63579-02f8-4157-b7f9-7edc870e0ec9 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335281 Jul 15 23:00:15.901360 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-35176d76-2376-4c52-9ff0-03dabf2e4fd0 req-239f9f18-f21d-4323-8e57-8d91eaf91770 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Jul 15 23:00:17.045138 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07959252-95a3-44b3-ad1d-ca1050d764af req-1473108f-86e2-424a-ab85-70805600f86a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:17.046818 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-07959252-95a3-44b3-ad1d-ca1050d764af req-1473108f-86e2-424a-ab85-70805600f86a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 943 time: 0.0663435 Jul 15 23:00:17.086395 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-07959252-95a3-44b3-ad1d-ca1050d764af req-69609fe6-19cf-4a6e-973c-67461cdb0fe8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334547 Jul 15 23:00:17.089447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a6690-cac1-4bba-92b4-0bbdd280b684 req-553fd3b2-057d-4139-894f-a66045f48dd5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:17.094458 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9a9a6690-cac1-4bba-92b4-0bbdd280b684 req-553fd3b2-057d-4139-894f-a66045f48dd5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 946 time: 0.0708232 Jul 15 23:00:17.132256 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9a9a6690-cac1-4bba-92b4-0bbdd280b684 req-fbbaef0b-8489-432c-b781-4a10d09dbece tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347350 Jul 15 23:00:18.259558 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07622c62-1969-40ed-8c9b-1e05b618e64d req-ad0f6398-fd88-41df-b493-a009dfe3a174 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.261199 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07622c62-1969-40ed-8c9b-1e05b618e64d req-ad0f6398-fd88-41df-b493-a009dfe3a174 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 943 time: 0.0633950 Jul 15 23:00:18.299356 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-07622c62-1969-40ed-8c9b-1e05b618e64d req-b378d99e-c210-44e5-9d0c-c0f1048a79a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322948 Jul 15 23:00:18.315135 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57975476-392a-4e2e-b2ff-6615f58aa248 req-dbc58def-f6d7-4866-9c8f-59ffb2d574b1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:18.317257 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57975476-392a-4e2e-b2ff-6615f58aa248 req-dbc58def-f6d7-4866-9c8f-59ffb2d574b1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 946 time: 0.0644650 Jul 15 23:00:18.354798 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57975476-392a-4e2e-b2ff-6615f58aa248 req-69ddc6ce-e946-433a-ac40-4c29c2a16e26 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Jul 15 23:00:19.478128 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589520-94a0-4fec-80bc-7cee7347e79f req-db6871e4-13b1-4161-bb58-a9220246359b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:19.479617 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7589520-94a0-4fec-80bc-7cee7347e79f req-db6871e4-13b1-4161-bb58-a9220246359b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 943 time: 0.0621452 Jul 15 23:00:19.517192 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7589520-94a0-4fec-80bc-7cee7347e79f req-c88faf47-f805-4f12-aaa1-a449cf57390f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Jul 15 23:00:20.737146 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f5779-336a-41c9-999f-3f0927544d4d req-08ffd677-e5c8-475c-8a59-d0eef8425b18 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:20.738717 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-890f5779-336a-41c9-999f-3f0927544d4d req-08ffd677-e5c8-475c-8a59-d0eef8425b18 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 943 time: 0.0900943 Jul 15 23:00:20.777371 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-890f5779-336a-41c9-999f-3f0927544d4d req-e20305ae-fc7b-4b6c-9b17-4e11d61de928 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Jul 15 23:00:21.963709 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b2100-1054-49ab-aa0b-4cdb63f5240b req-be2e16a1-fd26-49e6-b468-382c1bd96189 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:21.965202 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c5b2100-1054-49ab-aa0b-4cdb63f5240b req-be2e16a1-fd26-49e6-b468-382c1bd96189 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 943 time: 0.0673139 Jul 15 23:00:22.003511 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6c5b2100-1054-49ab-aa0b-4cdb63f5240b req-db0e2b0a-d874-418e-9411-63c3071c6c23 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327401 Jul 15 23:00:22.900217 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 39d88538-699b-4556-be9d-6b502e3d2595 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:00:23.007458 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 39d88538-699b-4556-be9d-6b502e3d2595, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=39d88538-699b-4556-be9d-6b502e3d2595,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:23.019447 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '39d88538-699b-4556-be9d-6b502e3d2595', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:00:23.057139 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.070215 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d88538-699b-4556-be9d-6b502e3d2595 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:23.092553 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 39d88538-699b-4556-be9d-6b502e3d2595, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=39d88538-699b-4556-be9d-6b502e3d2595,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:23.096642 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:23.148507 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=39d88538-699b-4556-be9d-6b502e3d2595,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:23.189515 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdf626-9771-465f-8f44-49841e4f2814 req-284bbd97-2e31-4fdc-b79c-3d25799fd284 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:23.192815 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cdf626-9771-465f-8f44-49841e4f2814 req-284bbd97-2e31-4fdc-b79c-3d25799fd284 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 944 time: 0.0713940 Jul 15 23:00:23.232562 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c4cdf626-9771-465f-8f44-49841e4f2814 req-17c05b17-b7d7-4153-b5e1-e7c0e5a087e9 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339921 Jul 15 23:00:23.344189 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['39d88538-699b-4556-be9d-6b502e3d2595'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:00:24.407708 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82be3-7578-47d3-9601-81c74a17a18b req-ee1bb34f-423f-485f-b507-858e3ee42064 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:24.409214 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-94d82be3-7578-47d3-9601-81c74a17a18b req-ee1bb34f-423f-485f-b507-858e3ee42064 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 944 time: 0.0648580 Jul 15 23:00:24.449780 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-94d82be3-7578-47d3-9601-81c74a17a18b req-dcdaf286-f5fe-48a8-8859-6a35b4167ffa tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346365 Jul 15 23:00:24.903418 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 39d88538-699b-4556-be9d-6b502e3d2595 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:00:24.953119 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 39d88538-699b-4556-be9d-6b502e3d2595 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:00:24.956920 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 39d88538-699b-4556-be9d-6b502e3d2595 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:00:24.957296 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.036532 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.059018 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:25.061293 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a7a16f-9f78-4697-bb7c-89535f9ae07c" -d '{"events": [{"server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "name": "network-vif-plugged", "status": "completed", "tag": "39d88538-699b-4556-be9d-6b502e3d2595"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:25.074787 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 39d88538-699b-4556-be9d-6b502e3d2595, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=39d88538-699b-4556-be9d-6b502e3d2595,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:25.079365 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:25.104559 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bf4958-9c90-416f-b7f3-07a731ba22d8 x-openstack-request-id: req-e3bf4958-9c90-416f-b7f3-07a731ba22d8 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:25.104847 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "name": "network-vif-plugged", "status": "completed", "tag": "39d88538-699b-4556-be9d-6b502e3d2595", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:25.105098 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3bf4958-9c90-416f-b7f3-07a731ba22d8 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:25.105484 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595', 'code': 200} Jul 15 23:00:25.136035 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=39d88538-699b-4556-be9d-6b502e3d2595,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:25.396675 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9335b26-0777-452d-be36-1d08a2d54ba8 req-96894b7e-1f2e-4184-9fb7-d311a33142b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:25.398198 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b9335b26-0777-452d-be36-1d08a2d54ba8 req-96894b7e-1f2e-4184-9fb7-d311a33142b1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 1098 time: 0.0541718 Jul 15 23:00:25.432369 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b9335b26-0777-452d-be36-1d08a2d54ba8 req-b0506099-bfd2-420d-929a-255d74af8c16 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271912 Jul 15 23:00:25.622600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593963f-f89f-43b5-9779-c2dc1de8901f req-0bbcadaf-7d0b-466f-9fa1-1eb788d20e29 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:25.624070 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1593963f-f89f-43b5-9779-c2dc1de8901f req-0bbcadaf-7d0b-466f-9fa1-1eb788d20e29 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 945 time: 0.0656383 Jul 15 23:00:25.662968 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1593963f-f89f-43b5-9779-c2dc1de8901f req-add80b20-1193-4daa-a2f2-80625fd6b13a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332716 Jul 15 23:00:26.862117 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e77e0-10ac-4a88-aefa-9f63323d8702 req-648334cc-9e22-4cc3-bbfd-8ea381d129e9 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:26.864157 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-589e77e0-10ac-4a88-aefa-9f63323d8702 req-648334cc-9e22-4cc3-bbfd-8ea381d129e9 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 945 time: 0.0714788 Jul 15 23:00:26.907605 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-589e77e0-10ac-4a88-aefa-9f63323d8702 req-bf640184-8d8b-4e60-b80d-59b10088244d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369887 Jul 15 23:00:27.077141 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8769a3-c5fe-4de6-9c86-fa63a7854eb7 req-09ad6908-5f3c-4905-9c4d-9f466c25ee73 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.078653 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1e8769a3-c5fe-4de6-9c86-fa63a7854eb7 req-09ad6908-5f3c-4905-9c4d-9f466c25ee73 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 945 time: 0.0624645 Jul 15 23:00:27.117129 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1e8769a3-c5fe-4de6-9c86-fa63a7854eb7 req-cb1d8ac1-2775-4aab-b1d1-f7ef490166ad tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325918 Jul 15 23:00:27.141733 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44286) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:27.191861 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6c3aa0-752c-43d1-b659-1680a1de4089 tempest-TestVolumeBootPattern-1671969776 tempest-TestVolumeBootPattern-1671969776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:27.193426 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0c6c3aa0-752c-43d1-b659-1680a1de4089 tempest-TestVolumeBootPattern-1671969776 tempest-TestVolumeBootPattern-1671969776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 1093 time: 0.0505064 Jul 15 23:00:27.196089 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44288) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:27.200401 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:27.221447 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.318429 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.429105 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Allocated IP 172.27.0.118 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/ac7da52b-5d5d-4c9e-8404-0104f759fad0) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:27.541465 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.581292 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:27.624068 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:27.627199 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:27.630503 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:27.636342 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=ac7da52b-5d5d-4c9e-8404-0104f759fad0,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:27.667125 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.667480 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.667824 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.668164 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.668500 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.668836 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.669171 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.669503 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.669859 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.670190 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.670519 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:27.670845 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:28.014211 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.094293 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.247824 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.252753 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.321862 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=ac7da52b-5d5d-4c9e-8404-0104f759fad0,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:28.333309 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.448997 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Floating IP e8a2f49a-141a-4fa7-b280-4d734ba44a8c associated. External IP: 172.27.0.118, port: 39d88538-699b-4556-be9d-6b502e3d2595. Jul 15 23:00:28.910610 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:00:29.016090 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:00:29.025942 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:00:29.032255 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:29.039847 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:29.040564 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:00:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:29.068225 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4f3b0364-bffd-4f92-9db8-c8917197b35d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8710983 Jul 15 23:00:29.068814 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:29.071106 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "tag": "39d88538-699b-4556-be9d-6b502e3d2595"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:29.108033 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b3f2a-3774-4b3f-98ae-c2846d5bd528 x-openstack-request-id: req-3b1b3f2a-3774-4b3f-98ae-c2846d5bd528 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:29.108617 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "tag": "39d88538-699b-4556-be9d-6b502e3d2595", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:29.108617 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b1b3f2a-3774-4b3f-98ae-c2846d5bd528 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:29.108953 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595', 'status': 'completed', 'code': 200} Jul 15 23:00:29.150654 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:29.189795 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-37639aaa-74b8-4f9a-af4a-dd293f424023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.191444 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-37639aaa-74b8-4f9a-af4a-dd293f424023 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 1098 time: 0.0524943 Jul 15 23:00:29.294201 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-21e42940-0ff9-4aa3-bae3-a481724ec65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.295576 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-21e42940-0ff9-4aa3-bae3-a481724ec65f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.0962677 Jul 15 23:00:29.362855 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-3bcf2123-c139-4576-a282-ea6dc8e4b00e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d88538-699b-4556-be9d-6b502e3d2595 HTTP/1.1" status: 200 len: 999 time: 0.0593498 Jul 15 23:00:29.390468 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:27Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:29.416424 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:00:29.417047 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-e1a28d0b-9632-4d2c-b8ce-c6c772c0db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.418602 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-e1a28d0b-9632-4d2c-b8ce-c6c772c0db74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0469413 Jul 15 23:00:29.424678 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:29.425281 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:00:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:29.486770 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-22d2db41-db6d-45c4-8e86-14cc0413ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:29.488286 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-22d2db41-db6d-45c4-8e86-14cc0413ba8e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599425 Jul 15 23:00:29.536059 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:29.591556 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-cd55eb90-7853-4ef7-88eb-87a3188e2c41 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951481 Jul 15 23:00:29.696261 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-33984ad2-d9e4-4d12-85e7-9b0fd074d5d8 req-c81e62ab-12ba-40b3-af4e-a6317b0f453b service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978971 Jul 15 23:00:29.781640 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:27Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:29.809717 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73f080d-7f6c-49af-bf9d-f9b6eb4b4f99 None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:27Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:00:30.022238 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2de02-f8ee-4ea0-8d5c-70aa754bcd08 None None] New status for floating IP e8a2f49a-141a-4fa7-b280-4d734ba44a8c: ACTIVE {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:00:31.921783 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811f51-b60e-45e1-b4cc-b7c611b17f49 req-eb8ee68e-1e40-4b37-8403-fd8f5bfa13fc tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:31.923262 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b9811f51-b60e-45e1-b4cc-b7c611b17f49 req-eb8ee68e-1e40-4b37-8403-fd8f5bfa13fc tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0612550 Jul 15 23:00:31.959992 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b9811f51-b60e-45e1-b4cc-b7c611b17f49 req-1b3ec3c0-5067-46fe-81fc-c33a33f35a2f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306921 Jul 15 23:00:33.129169 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e453449-c6fe-44bc-b26d-741c9ef221ff req-da7cc789-30a4-4553-b269-61dc14e55d7b tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:33.131165 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9e453449-c6fe-44bc-b26d-741c9ef221ff req-da7cc789-30a4-4553-b269-61dc14e55d7b tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0614057 Jul 15 23:00:33.170836 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9e453449-c6fe-44bc-b26d-741c9ef221ff req-e87a9aa8-4a84-46e0-aa6d-2e1eb0dc483a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342131 Jul 15 23:00:34.344519 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187485d-df5a-408d-896c-63b048646e9c req-ef36729c-8b88-4ca9-b5c5-5f5960fa4eef tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:34.346008 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6187485d-df5a-408d-896c-63b048646e9c req-ef36729c-8b88-4ca9-b5c5-5f5960fa4eef tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0665984 Jul 15 23:00:34.384868 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6187485d-df5a-408d-896c-63b048646e9c req-3d159958-18d9-40c6-ad34-222cf48521e3 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326564 Jul 15 23:00:35.553386 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3200-1ad0-42ee-9feb-7146396445bd req-d7a5b5ba-8695-4c9e-b10f-f9d55df2a25a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:35.554879 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d0ae3200-1ad0-42ee-9feb-7146396445bd req-d7a5b5ba-8695-4c9e-b10f-f9d55df2a25a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0617213 Jul 15 23:00:35.591133 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d0ae3200-1ad0-42ee-9feb-7146396445bd req-a34a00dc-a32b-4a1d-b735-d35a2c7f1977 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Jul 15 23:00:36.349952 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:36.772607 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95aee4-06f0-402e-989c-0fec8b5ed1b3 req-9d3038da-1557-4281-813b-d45f2fac76cd tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:36.774121 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6a95aee4-06f0-402e-989c-0fec8b5ed1b3 req-9d3038da-1557-4281-813b-d45f2fac76cd tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0643284 Jul 15 23:00:36.812663 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-6a95aee4-06f0-402e-989c-0fec8b5ed1b3 req-43fed9bb-93fe-4f0d-a093-d584beb07cb4 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316041 Jul 15 23:00:37.286562 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-aa46ab20-e78d-48c7-94f5-2af710a5ce0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:37.876186 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0104-1bba-4220-a3db-c7aa0408094a req-39f9f2b9-6a2b-436d-a689-4dcc510647b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:37.877668 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-451f0104-1bba-4220-a3db-c7aa0408094a req-39f9f2b9-6a2b-436d-a689-4dcc510647b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1098 time: 0.0533831 Jul 15 23:00:38.010929 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b809781-a892-43ae-a31a-f8aaacf1d852 req-29f92e56-3490-4800-9b87-43318bb12b05 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:38.012510 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4b809781-a892-43ae-a31a-f8aaacf1d852 req-29f92e56-3490-4800-9b87-43318bb12b05 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0801461 Jul 15 23:00:38.027874 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0104-1bba-4220-a3db-c7aa0408094a req-2ff44011-227a-460c-9f0f-36ae8bb5b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:38.029372 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-451f0104-1bba-4220-a3db-c7aa0408094a req-2ff44011-227a-460c-9f0f-36ae8bb5b744 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 910 time: 0.1160746 Jul 15 23:00:38.057198 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4b809781-a892-43ae-a31a-f8aaacf1d852 req-7e20af6d-16d6-486c-a5f9-66c08e0b5669 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 Jul 15 23:00:38.113776 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-451f0104-1bba-4220-a3db-c7aa0408094a req-78a23198-298c-4578-8326-b2fd01e07d03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 1000 time: 0.0608103 Jul 15 23:00:38.166363 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0104-1bba-4220-a3db-c7aa0408094a req-e2bb5d45-2327-46f7-81e6-458b00302807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:38.167828 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-451f0104-1bba-4220-a3db-c7aa0408094a req-e2bb5d45-2327-46f7-81e6-458b00302807 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 200 len: 848 time: 0.0469975 Jul 15 23:00:38.227897 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0104-1bba-4220-a3db-c7aa0408094a req-675f1ac7-2fb9-4017-9772-9c14785de317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:38.229498 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-451f0104-1bba-4220-a3db-c7aa0408094a req-675f1ac7-2fb9-4017-9772-9c14785de317 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514386 Jul 15 23:00:38.323952 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-451f0104-1bba-4220-a3db-c7aa0408094a req-d55eb04a-e979-4a12-b9c0-d1af5236357a service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837853 Jul 15 23:00:38.417196 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-451f0104-1bba-4220-a3db-c7aa0408094a req-5fec52b0-c4ba-46b8-abf2-594a8c2a4406 service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821195 Jul 15 23:00:38.823428 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:00:39.227532 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1d4de-07aa-4618-9965-28387d406d97 req-dd4f6ea8-19b6-47cb-824a-40cf1f95c96b tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:39.229021 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-30f1d4de-07aa-4618-9965-28387d406d97 req-dd4f6ea8-19b6-47cb-824a-40cf1f95c96b tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0612967 Jul 15 23:00:39.267412 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-30f1d4de-07aa-4618-9965-28387d406d97 req-c8cf622e-c2ff-41d3-bab9-0dd9da3ef92f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322189 Jul 15 23:00:39.941809 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a0e42f84-b645-472d-a55b-d3d5d3025b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:40.201077 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:40.444401 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bf81-33cc-4b1e-9245-e5566bbde101 req-519b0e98-e3e0-4424-adbb-04929efbb788 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:40.446479 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a386bf81-33cc-4b1e-9245-e5566bbde101 req-519b0e98-e3e0-4424-adbb-04929efbb788 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0649536 Jul 15 23:00:40.493502 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a386bf81-33cc-4b1e-9245-e5566bbde101 req-915f135e-8b0d-4af1-bf14-43b2d972a531 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404086 Jul 15 23:00:41.002406 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:41.683574 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590655-a029-47f4-8235-50dbf974b64b req-c2d65681-edf3-489e-b6ab-7a1bd40f27ad tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:41.685107 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5a590655-a029-47f4-8235-50dbf974b64b req-c2d65681-edf3-489e-b6ab-7a1bd40f27ad tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0711153 Jul 15 23:00:41.726379 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5a590655-a029-47f4-8235-50dbf974b64b req-8ba5deec-60e5-44bf-ba9c-c89a1fdf4dff tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352614 Jul 15 23:00:42.148151 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad91f-19f0-4f77-b7d2-a41f16f9daf8 req-6814d328-f114-4170-a311-c191a5430bf4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.149650 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ccdad91f-19f0-4f77-b7d2-a41f16f9daf8 req-6814d328-f114-4170-a311-c191a5430bf4 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 945 time: 0.0649979 Jul 15 23:00:42.187571 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ccdad91f-19f0-4f77-b7d2-a41f16f9daf8 req-ff9a8db9-6c25-45b1-b7e5-a2ae7f3d7214 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 15 23:00:42.526695 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:42.901214 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ff85d-3356-46a1-a467-3e7bef7b226d req-df6b1593-001c-4961-b493-07c2d30a9159 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:42.902759 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d67ff85d-3356-46a1-a467-3e7bef7b226d req-df6b1593-001c-4961-b493-07c2d30a9159 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0642588 Jul 15 23:00:42.940537 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d67ff85d-3356-46a1-a467-3e7bef7b226d req-143315ea-3618-43e8-aa3c-cf8a0b7e8cc8 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Jul 15 23:00:43.365375 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f670-715f-4f3d-9ea3-d4dda061bc2d req-89744361-2043-4b39-b2ef-0a2b9bccf208 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:43.366916 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c6a3f670-715f-4f3d-9ea3-d4dda061bc2d req-89744361-2043-4b39-b2ef-0a2b9bccf208 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 945 time: 0.0681660 Jul 15 23:00:43.668214 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c6a3f670-715f-4f3d-9ea3-d4dda061bc2d req-e6adc03d-c582-449c-94ef-073798e485bc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups?id=e891ff46-b531-43cc-b67a-497c38249ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953424 Jul 15 23:00:44.117794 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64b75-228d-4353-9feb-b4c554538b1a req-7462bb21-a2cf-4a7d-9a57-c1d7c2d966fe tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:44.119399 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ecf64b75-228d-4353-9feb-b4c554538b1a req-7462bb21-a2cf-4a7d-9a57-c1d7c2d966fe tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0675583 Jul 15 23:00:44.159205 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ecf64b75-228d-4353-9feb-b4c554538b1a req-c151a9d5-9e6d-4ff5-bcc0-8d51ebd14d03 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Jul 15 23:00:44.186288 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-e68f497d-34fa-4453-8777-d067385aa3b2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:44.187719 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-e68f497d-34fa-4453-8777-d067385aa3b2 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 945 time: 0.0620782 Jul 15 23:00:44.291806 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Deleting port 79a51648-3ee7-4dec-a87b-513536b75992 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:44.292056 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.376623 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] For port 79a51648-3ee7-4dec-a87b-513536b75992, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=79a51648-3ee7-4dec-a87b-513536b75992,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:44.377329 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.543311 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.543311 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.543311 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Floating IP 2b8ddbce-4b82-4f7b-9d84-3fc2e4910839 disassociated. External IP: 172.27.0.85, port: 79a51648-3ee7-4dec-a87b-513536b75992. Jul 15 23:00:44.543858 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Calling delete_port for 79a51648-3ee7-4dec-a87b-513536b75992 owned by compute:nova {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:44.664997 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:44.691449 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event deleted for resources: {'Port': ['ID=79a51648-3ee7-4dec-a87b-513536b75992,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:44.824435 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-40a3419f-42dd-4527-828f-7bb497fb9914 req-502502c9-3eb2-4818-8865-e37197acd5e7 tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07 HTTP/1.1" status: 200 len: 210 time: 0.0395408 Jul 15 23:00:44.851843 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Router ed94bcca-704a-4356-ad71-dad1e3577ac0 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:00:44.955417 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:00:44.965386 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] Sync routers for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:00:44.975273 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:44.976000 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:00:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:45.002615 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] No DVR routers for this DVR port 79a51648-3ee7-4dec-a87b-513536b75992 on host hv-cinder-79496 {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:45.005231 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:45.007341 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-3ebf6c52-da7e-4c0c-bbdf-d12e762c1737 req-bc151a90-8ac0-4142-8077-f297a812cffc tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.22 "DELETE /v2.0/ports/79a51648-3ee7-4dec-a87b-513536b75992 HTTP/1.1" status: 204 len: 173 time: 0.8080540 Jul 15 23:00:45.007783 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'name': 'network-vif-deleted', 'tag': '79a51648-3ee7-4dec-a87b-513536b75992'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:45.010106 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ef0001-a4e1-4d8f-9963-c25443176e1d" -d '{"events": [{"server_uuid": "1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07", "name": "network-vif-deleted", "tag": "79a51648-3ee7-4dec-a87b-513536b75992"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:45.058285 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc9f0c6-342d-476e-a1d6-a34780c0276a x-openstack-request-id: req-abc9f0c6-342d-476e-a1d6-a34780c0276a {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:45.060520 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07", "name": "network-vif-deleted", "tag": "79a51648-3ee7-4dec-a87b-513536b75992", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:45.060871 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abc9f0c6-342d-476e-a1d6-a34780c0276a {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:45.061293 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a74a7c1-72f9-4fa9-a2c3-fce51bb68e07', 'name': 'network-vif-deleted', 'tag': '79a51648-3ee7-4dec-a87b-513536b75992', 'status': 'completed', 'code': 200} Jul 15 23:00:45.092286 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:45.303991 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:45.329442 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] Checking router: ed94bcca-704a-4356-ad71-dad1e3577ac0 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:00:45.337954 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:45.338559 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:00:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:45.347896 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3d874-0ed2-4108-b8d6-0e0d83ba7131 req-34e5381f-5c73-463b-ae1b-b75fc2f216da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:45.349960 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cff3d874-0ed2-4108-b8d6-0e0d83ba7131 req-34e5381f-5c73-463b-ae1b-b75fc2f216da tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0635455 Jul 15 23:00:45.388082 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-cff3d874-0ed2-4108-b8d6-0e0d83ba7131 req-26f2c4c4-93b8-4bbf-bc5f-a29460a1166d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Jul 15 23:00:45.443128 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:45.643898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:45.673507 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b04d52-8d56-4684-b6c0-81667dd84e34 None None] The sync data for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi is: [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T22:54:19Z', 'revision_number': 4, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'dbfa4ee8-487c-4a78-8900-5e8cc5c6059e', 'name': '', 'network_id': '52cf0c7d-583f-49f5-b109-72b0f9a734d9', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'mac_address': 'fa:16:3e:c6:21:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:17Z', 'updated_at': '2021-07-15T22:54:29Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'subnets': [{'id': 'c87ab2f0-010a-40d8-9352-9a28ca180b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:00:45.877223 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64492dbe-5923-4c98-943d-6a8cbd77f71b None None] New status for floating IP 2b8ddbce-4b82-4f7b-9d84-3fc2e4910839: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:00:45.948945 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 44418) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:46.007289 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0886e956-3d75-4d0f-a3ba-7239939ed65f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.031926 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0886e956-3d75-4d0f-a3ba-7239939ed65f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.082229 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0886e956-3d75-4d0f-a3ba-7239939ed65f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.084666 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0886e956-3d75-4d0f-a3ba-7239939ed65f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.085811 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0886e956-3d75-4d0f-a3ba-7239939ed65f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "DELETE /v2.0/security-groups/e891ff46-b531-43cc-b67a-497c38249ad4 HTTP/1.1" status: 204 len: 168 time: 0.1358979 Jul 15 23:00:46.088662 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44420) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:46.095713 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886e956-3d75-4d0f-a3ba-7239939ed65f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e891ff46-b531-43cc-b67a-497c38249ad4,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:46.103700 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.api.v2.resource [None req-f70b72cb-ee90-4a1e-8704-8fbddf4c416f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] show failed (client error): The resource could not be found. Jul 15 23:00:46.105130 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f70b72cb-ee90-4a1e-8704-8fbddf4c416f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "GET /v2.0/security-groups/e891ff46-b531-43cc-b67a-497c38249ad4 HTTP/1.1" status: 404 len: 347 time: 0.0153928 Jul 15 23:00:46.108863 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44422) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:46.231316 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Deleting port d0d66f7d-1e61-4857-8ccc-4d05654ab1c6 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:46.231659 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.308687 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.309027 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.322574 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Calling delete_port for d0d66f7d-1e61-4857-8ccc-4d05654ab1c6 owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:46.453097 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.481472 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Pushing event deleted for resources: {'Port': ['ID=d0d66f7d-1e61-4857-8ccc-4d05654ab1c6,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:46.577569 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.580181 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:46.581384 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0f7b17e4-b197-4407-b65f-c8b0ed7d3a0f tempest-AttachVolumeTestJSON-1114232608 tempest-AttachVolumeTestJSON-1114232608-project] 10.222.0.10 "DELETE /v2.0/floatingips/2b8ddbce-4b82-4f7b-9d84-3fc2e4910839 HTTP/1.1" status: 204 len: 168 time: 0.4715693 Jul 15 23:00:46.608600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd918156-abca-4b1c-93ad-1f10733f5c4b req-8a19af4e-23a8-4ef3-87c5-9faae49b234d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:46.610179 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd918156-abca-4b1c-93ad-1f10733f5c4b req-8a19af4e-23a8-4ef3-87c5-9faae49b234d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.1011522 Jul 15 23:00:46.651119 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd918156-abca-4b1c-93ad-1f10733f5c4b req-1df76bda-1f4b-4833-a270-e3d3b098c211 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Jul 15 23:00:47.056075 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834205-c4c8-45ee-b851-80c495806bba req-01333488-5e48-484e-b33f-d90beed43786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.057554 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7834205-c4c8-45ee-b851-80c495806bba req-01333488-5e48-484e-b33f-d90beed43786 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1098 time: 0.0507534 Jul 15 23:00:47.149561 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834205-c4c8-45ee-b851-80c495806bba req-7f80391e-d628-4a2b-9609-fa64d9146319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.151064 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7834205-c4c8-45ee-b851-80c495806bba req-7f80391e-d628-4a2b-9609-fa64d9146319 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 910 time: 0.0848041 Jul 15 23:00:47.217634 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7834205-c4c8-45ee-b851-80c495806bba req-e52a2b3c-4c97-4d33-a440-90cff1bed798 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 1000 time: 0.0571191 Jul 15 23:00:47.274964 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834205-c4c8-45ee-b851-80c495806bba req-a94115e7-3f7e-42a5-8407-99f0e1c59075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.276502 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7834205-c4c8-45ee-b851-80c495806bba req-a94115e7-3f7e-42a5-8407-99f0e1c59075 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 200 len: 848 time: 0.0433447 Jul 15 23:00:47.342810 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834205-c4c8-45ee-b851-80c495806bba req-6dc155c6-7dd4-4e6e-b1e7-9a9df8a0312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.344293 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7834205-c4c8-45ee-b851-80c495806bba req-6dc155c6-7dd4-4e6e-b1e7-9a9df8a0312e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537901 Jul 15 23:00:47.436817 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7834205-c4c8-45ee-b851-80c495806bba req-37c39b29-1657-4b08-90ee-2fd20d9ab7fb service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806127 Jul 15 23:00:47.534747 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e7834205-c4c8-45ee-b851-80c495806bba req-f0905155-7fd7-4e10-b398-c16aef9564e8 service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Jul 15 23:00:47.830197 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb84de-b6c6-4d4d-9986-65aef153ec78 req-a16dc5bd-2ab6-40ac-bfb1-74aab36ba0e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:47.831715 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-61bb84de-b6c6-4d4d-9986-65aef153ec78 req-a16dc5bd-2ab6-40ac-bfb1-74aab36ba0e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0668614 Jul 15 23:00:47.869916 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-61bb84de-b6c6-4d4d-9986-65aef153ec78 req-02c3f506-703a-4f3d-82ce-3a08a31bc580 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319266 Jul 15 23:00:49.003062 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 79a51648-3ee7-4dec-a87b-513536b75992 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:49.024535 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 79a51648-3ee7-4dec-a87b-513536b75992 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:49.024662 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 79a51648-3ee7-4dec-a87b-513536b75992 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:49.043758 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76a61-7f3a-4b54-bd3c-8c757343f108 req-3b3ae43c-badc-4fc8-ac05-1e456fd5817e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:49.045391 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8c76a61-7f3a-4b54-bd3c-8c757343f108 req-3b3ae43c-badc-4fc8-ac05-1e456fd5817e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0643623 Jul 15 23:00:49.089517 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8c76a61-7f3a-4b54-bd3c-8c757343f108 req-3e9ca621-1cee-4091-a30c-27ae6df839b6 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345340 Jul 15 23:00:50.275424 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451a52e-6906-4583-8bf4-d08911ee234f req-430e5155-b243-43b7-bc06-1b2da5da92e1 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:50.276944 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0451a52e-6906-4583-8bf4-d08911ee234f req-430e5155-b243-43b7-bc06-1b2da5da92e1 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0697045 Jul 15 23:00:50.301252 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 44460) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:50.316901 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0451a52e-6906-4583-8bf4-d08911ee234f req-91918010-e7bf-4353-afad-221d64717ba5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341599 Jul 15 23:00:50.665913 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-a0679ef7-7e43-40a5-8a87-bc3e326b6265 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097422 Jul 15 23:00:50.672686 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5f99e-03f5-4878-aaf3-ed86f9d2c07f req-893229b4-cb23-4b1a-8dcb-9cdf1af11f0c tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:50.678689 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e1a5f99e-03f5-4878-aaf3-ed86f9d2c07f req-893229b4-cb23-4b1a-8dcb-9cdf1af11f0c tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0707850 Jul 15 23:00:50.716853 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e1a5f99e-03f5-4878-aaf3-ed86f9d2c07f req-3ecba5f0-58e4-4bf4-97b1-afe7a4fa52d7 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365295 Jul 15 23:00:50.887474 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.201275 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Deleting port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:51.201624 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.280292 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] For port dbfa4ee8-487c-4a78-8900-5e8cc5c6059e, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:51.280661 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.292631 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Calling delete_port for dbfa4ee8-487c-4a78-8900-5e8cc5c6059e owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:51.497579 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.525634 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfa4ee8-487c-4a78-8900-5e8cc5c6059e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:51.713759 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:51.979806 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b8bea-fc76-4ecd-998b-238792a119ac req-b6d390e7-980d-4a4c-b748-17baaa0363a0 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:51.981628 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2b6b8bea-fc76-4ecd-998b-238792a119ac req-b6d390e7-980d-4a4c-b748-17baaa0363a0 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.1459436 Jul 15 23:00:52.017188 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Router ed94bcca-704a-4356-ad71-dad1e3577ac0 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:00:52.033956 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2b6b8bea-fc76-4ecd-998b-238792a119ac req-e94fe1cb-96ef-4666-bf59-c6242710f770 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 Jul 15 23:00:52.159604 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:00:52.165282 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-56932364-7e47-4de4-8de2-a47cb9e17a72 admin admin] 10.222.0.10 "PUT /v2.0/routers/ed94bcca-704a-4356-ad71-dad1e3577ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8622181 Jul 15 23:00:52.167948 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44478) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:52.177156 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] Sync routers for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:00:52.180317 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:52.181062 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:00:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:52.209982 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-41df69b2-5931-42fd-8649-43ae2d4d4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:52.211997 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-41df69b2-5931-42fd-8649-43ae2d4d4535 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48&tenant_id=8d75a1a04cdb4c04af50a7f16254c959 HTTP/1.1" status: 200 len: 1098 time: 0.0621946 Jul 15 23:00:52.283532 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.294020 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:52.399764 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.463227 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Deleting port dad55660-ad0a-49a4-922d-95acb5783fff {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:52.463677 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.504793 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T23:00:51Z', 'revision_number': 5, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port': {'id': 'dad55660-ad0a-49a4-922d-95acb5783fff', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:52.556368 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] For port dad55660-ad0a-49a4-922d-95acb5783fff, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=dad55660-ad0a-49a4-922d-95acb5783fff,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:52.556642 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.570799 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Calling delete_port for dad55660-ad0a-49a4-922d-95acb5783fff owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:52.573141 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-73f84175-9b5c-41fa-aa46-c1e0d58cb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:52.575367 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-73f84175-9b5c-41fa-aa46-c1e0d58cb749 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1098 time: 0.3383865 Jul 15 23:00:52.652048 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] Checking router: ed94bcca-704a-4356-ad71-dad1e3577ac0 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:00:52.660501 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] Routers {'ed94bcca-704a-4356-ad71-dad1e3577ac0'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:00:52.661142 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:00:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ed94bcca-704a-4356-ad71-dad1e3577ac0'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:52.694548 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-2de1df3f-9de7-4462-af08-82ef60db6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:52.696949 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-2de1df3f-9de7-4462-af08-82ef60db6a8d service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 910 time: 0.1137633 Jul 15 23:00:52.750315 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] Set router ed94bcca-704a-4356-ad71-dad1e3577ac0 gateway port host: None {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:00:52.783198 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.802567 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-517da043-948a-4c03-a6e9-0f950d1152d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 1000 time: 0.0969245 Jul 15 23:00:52.816018 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Pushing event deleted for resources: {'Port': ['ID=dad55660-ad0a-49a4-922d-95acb5783fff,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:52.827917 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T23:00:52Z', 'revision_number': 6, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:52.855615 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765700c-b800-4bd4-b63f-a2bf1a4bd4a2 None None] The sync data for ids ['ed94bcca-704a-4356-ad71-dad1e3577ac0'] in dv-cinder-794962-10-iscsi is: [{'id': 'ed94bcca-704a-4356-ad71-dad1e3577ac0', 'name': 'tempest-AttachVolumeTestJSON-511460603-router', 'tenant_id': 'd7e9d27975c44047af95b08be8056d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:54:11Z', 'updated_at': '2021-07-15T23:00:52Z', 'revision_number': 6, 'project_id': 'd7e9d27975c44047af95b08be8056d69', 'gw_port_host': None}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:00:52.857313 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-5fa30ce0-7850-4de6-b2bc-0be6e40ddb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:52.858956 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-5fa30ce0-7850-4de6-b2bc-0be6e40ddb59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 200 len: 848 time: 0.0467141 Jul 15 23:00:52.882811 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.924468 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-808cd07d-a5e5-4c3f-b70d-4b7e4c1dcdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:52.926008 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-808cd07d-a5e5-4c3f-b70d-4b7e4c1dcdcb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580020 Jul 15 23:00:52.990718 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:52.992886 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.020450 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device b5d20652-398b-48c3-901a-cbc877553667 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:53.032567 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-37e970b6-b9cf-456f-8878-a22861f6ce7c service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927751 Jul 15 23:00:53.041903 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.042709 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed94bcca-704a-4356-ad71-dad1e3577ac0 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:00:53.048386 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.052001 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-adf54ad7-04be-4344-85af-ff047b25440c admin admin] 10.222.0.10 "DELETE /v2.0/routers/ed94bcca-704a-4356-ad71-dad1e3577ac0 HTTP/1.1" status: 204 len: 168 time: 0.8807037 Jul 15 23:00:53.052236 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44480) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:53.106338 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-9567b62d-c736-4ba0-b4f9-d3830703b148 admin admin] Deleting subnet c87ab2f0-010a-40d8-9352-9a28ca180b3c {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:00:53.110208 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9567b62d-c736-4ba0-b4f9-d3830703b148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.113297 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.151852 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:53.154172 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1414f339-43c6-4c67-8c88-570529b5f95f" -d '{"events": [{"server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d20652-398b-48c3-901a-cbc877553667"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:53.154464 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0902b2b9-f7f1-430a-b498-e4ef008c7492 req-382b5da2-19ce-4c91-9746-722e5e0ef72b service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085896 Jul 15 23:00:53.159504 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9567b62d-c736-4ba0-b4f9-d3830703b148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4324996'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.175345 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:53.181927 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.207253 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ac157-337e-4478-a669-48c460cfe44f x-openstack-request-id: req-a91ac157-337e-4478-a669-48c460cfe44f {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:53.207547 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d20652-398b-48c3-901a-cbc877553667", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:53.208055 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a91ac157-337e-4478-a669-48c460cfe44f {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:53.208940 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667', 'code': 200} Jul 15 23:00:53.238511 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=6']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:53.247105 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.247429 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.247782 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.248131 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.248465 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.248801 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.249138 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.249688 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.250217 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.250707 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.251213 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.251717 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:00:53.352126 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b07c8c-b4be-4563-9608-7cf315470750 req-5122ca5b-b8e9-4e6c-82df-8bd6c2775b23 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:53.353564 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a8b07c8c-b4be-4563-9608-7cf315470750 req-5122ca5b-b8e9-4e6c-82df-8bd6c2775b23 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.1589863 Jul 15 23:00:53.355241 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9567b62d-c736-4ba0-b4f9-d3830703b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.425860 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a8b07c8c-b4be-4563-9608-7cf315470750 req-29481690-45ea-4fae-a1bc-46c26c414266 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479805 Jul 15 23:00:53.438526 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9567b62d-c736-4ba0-b4f9-d3830703b148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4324914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232764'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.463113 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567b62d-c736-4ba0-b4f9-d3830703b148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c87ab2f0-010a-40d8-9352-9a28ca180b3c,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:53.472504 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9567b62d-c736-4ba0-b4f9-d3830703b148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.474471 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9567b62d-c736-4ba0-b4f9-d3830703b148 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c87ab2f0-010a-40d8-9352-9a28ca180b3c HTTP/1.1" status: 204 len: 168 time: 0.4212687 Jul 15 23:00:53.477079 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44486) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:53.477576 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821f15a-164d-487e-a2b6-c98f3d718b8d None None] Network 52cf0c7d-583f-49f5-b109-72b0f9a734d9 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:53.547373 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.605240 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Deleting port 012ccac4-e344-479d-b437-fb49dabb3b80 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:53.605486 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.687312 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] DHCP port deletion for 52cf0c7d-583f-49f5-b109-72b0f9a734d9 request from dv-cinder-794962-10-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:00:53.688185 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] For port 012ccac4-e344-479d-b437-fb49dabb3b80, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=012ccac4-e344-479d-b437-fb49dabb3b80,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:53.688637 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.704192 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Calling delete_port for 012ccac4-e344-479d-b437-fb49dabb3b80 owned by network:dhcp {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:53.738868 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] Deleting port 012ccac4-e344-479d-b437-fb49dabb3b80 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:00:53.739795 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.790722 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.816037 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] For port 012ccac4-e344-479d-b437-fb49dabb3b80, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=012ccac4-e344-479d-b437-fb49dabb3b80,segment=NetworkSegment(e5be52b6-9926-410f-9d89-c00ac8ebc6d7),segment_id=e5be52b6-9926-410f-9d89-c00ac8ebc6d7)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:00:53.816547 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.816705 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=012ccac4-e344-479d-b437-fb49dabb3b80,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:53.822176 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] No DVR routers for this DVR port 012ccac4-e344-479d-b437-fb49dabb3b80 on host dv-cinder-794962-10-iscsi {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:53.837244 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] Calling delete_port for 012ccac4-e344-479d-b437-fb49dabb3b80 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:00:53.904726 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.916296 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cf0c7d-583f-49f5-b109-72b0f9a734d9']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:53.929019 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:53.929350 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5be52b6-9926-410f-9d89-c00ac8ebc6d7') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:00:53.941464 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.964978 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.975616 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:00:53.975616 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:00:53.976989 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:00:53.986783 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.015127 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] Pushing event deleted for resources: {'Port': ['ID=012ccac4-e344-479d-b437-fb49dabb3b80,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:54.019047 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5dbebd-1222-48a2-8616-a50b32e419c0 None None] No DVR routers for this DVR port 012ccac4-e344-479d-b437-fb49dabb3b80 on host dv-cinder-794962-10-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:00:54.040862 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.046484 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.048939 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/52cf0c7d-583f-49f5-b109-72b0f9a734d9 HTTP/1.1" status: 204 len: 168 time: 0.5709014 Jul 15 23:00:54.062102 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f848e19-51e7-4296-9ae6-7eb4093cb3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=52cf0c7d-583f-49f5-b109-72b0f9a734d9,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:54.165543 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44490) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:54.205446 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c981cc68-4cfa-4c88-a138-1748375d36e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7e9d27975c44047af95b08be8056d69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386529 Jul 15 23:00:54.208092 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44492) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:54.261456 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-af6b41e8-43b5-42d6-a297-bb3bc8c14d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.283132 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-af6b41e8-43b5-42d6-a297-bb3bc8c14d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.327586 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-af6b41e8-43b5-42d6-a297-bb3bc8c14d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.331234 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-af6b41e8-43b5-42d6-a297-bb3bc8c14d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:54.331542 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-af6b41e8-43b5-42d6-a297-bb3bc8c14d2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2053a2eb-02c9-4def-bf7d-ece9407b82f5 HTTP/1.1" status: 204 len: 168 time: 0.1227355 Jul 15 23:00:54.339631 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b41e8-43b5-42d6-a297-bb3bc8c14d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2053a2eb-02c9-4def-bf7d-ece9407b82f5,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:54.614652 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1c0b-8037-45d9-85d0-069234013efb req-b06d11b9-934c-422a-908a-489fb6ed286a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:54.616375 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fb9c1c0b-8037-45d9-85d0-069234013efb req-b06d11b9-934c-422a-908a-489fb6ed286a tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0704021 Jul 15 23:00:54.658276 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fb9c1c0b-8037-45d9-85d0-069234013efb req-7d8ff93b-612f-46c2-8fd7-4c2cbf57936b tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353069 Jul 15 23:00:54.778233 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device dbfa4ee8-487c-4a78-8900-5e8cc5c6059e no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:54.800012 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: dbfa4ee8-487c-4a78-8900-5e8cc5c6059e {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:54.800407 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device dbfa4ee8-487c-4a78-8900-5e8cc5c6059e not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:54.800846 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device dad55660-ad0a-49a4-922d-95acb5783fff no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:54.820775 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: dad55660-ad0a-49a4-922d-95acb5783fff {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:54.821118 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device dad55660-ad0a-49a4-922d-95acb5783fff not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:54.821541 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 012ccac4-e344-479d-b437-fb49dabb3b80 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:00:54.840570 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 012ccac4-e344-479d-b437-fb49dabb3b80 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:00:54.840905 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 012ccac4-e344-479d-b437-fb49dabb3b80 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:00:55.022069 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44516) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:55.115910 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1050644288-network', 'tenant_id': 'ba3210f84cd74ebb9848a3d6354e6248'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:55.137179 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Made reservation on behalf of ba3210f84cd74ebb9848a3d6354e6248 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:55.139538 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.147733 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.235198 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.239011 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.261087 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:00:55.274676 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed424315-d6e7-4249-98b3-fb0aa76cdc3b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:55.279560 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.279913 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Added segment 269da839-23ef-498e-ba0c-d69907423d2b of type vlan for network 01380ea8-a03f-488e-9166-0ea81bf81963 Jul 15 23:00:55.321746 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.356028 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.357119 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:55.357722 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.391514 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3682828 Jul 15 23:00:55.394302 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44520) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:00:55.399200 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Request body: {'subnet': {'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1050644288-subnet', 'tenant_id': 'ba3210f84cd74ebb9848a3d6354e6248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:55.431289 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c7c02-f534-48cf-80e6-e4e5a33355fd admin admin] Pushing event updated for resources: {'Network': ['ID=01380ea8-a03f-488e-9166-0ea81bf81963,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:55.440910 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 01380ea8-a03f-488e-9166-0ea81bf81963 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:00:55.452571 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Made reservation on behalf of ba3210f84cd74ebb9848a3d6354e6248 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:55.455205 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232727'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.620159 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4325101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232709'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.676349 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b73599-3c9b-4d36-8e75-5a0542ea1773,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:55.684410 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Checking segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:55.684783 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Network hostable DHCP agents. Network: 01380ea8-a03f-488e-9166-0ea81bf81963, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:00:55.703053 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Network 01380ea8-a03f-488e-9166-0ea81bf81963 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:00:55.712921 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 01380ea8-a03f-488e-9166-0ea81bf81963) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:55.717396 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:55.718047 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.725269 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183f333-d445-4a99-8b7b-310949fd86cd None None] Network 01380ea8-a03f-488e-9166-0ea81bf81963 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:55.735501 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-52b86e9d-83f9-475f-8242-20d3030da9ab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3400114 Jul 15 23:00:55.855427 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d09bf-b9a6-43de-9d3d-c175406d65f3 None None] Network 01380ea8-a03f-488e-9166-0ea81bf81963 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:00:55.859349 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4071a-31d2-43b2-87a2-0883d854c6ae req-fe0ae330-c366-464c-b23f-94d3c04d20f0 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:55.861359 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a9e4071a-31d2-43b2-87a2-0883d854c6ae req-fe0ae330-c366-464c-b23f-94d3c04d20f0 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0793793 Jul 15 23:00:55.908352 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a9e4071a-31d2-43b2-87a2-0883d854c6ae req-253cdb3a-0e41-4bc9-8812-5669bf59af21 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364704 Jul 15 23:00:56.177378 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-286ed728-8f62-4566-93d5-6ea90f1a0203 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:56.178899 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-286ed728-8f62-4566-93d5-6ea90f1a0203 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 815 time: 0.1087890 Jul 15 23:00:56.194009 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-eb7066c1-50aa-48c4-b52f-206856194d45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/quotas/ba3210f84cd74ebb9848a3d6354e6248 HTTP/1.1" status: 200 len: 375 time: 0.0096586 Jul 15 23:00:56.231189 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-6856ba85-8543-4915-a6f9-2026aaa45fd3 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320566 Jul 15 23:00:56.318449 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-b40c63c2-89ee-4453-bd20-1f173d00590b service neutron] 10.222.0.10 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807190 Jul 15 23:00:56.407920 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-fc78faa4-afca-4503-bac5-acee8ec9c227 service neutron] 10.222.0.10 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839808 Jul 15 23:00:56.569039 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-94983559-e94e-4479-9817-3c0d944f28eb req-f26e0ae7-c6af-43e4-b9c8-72339de02baa tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 210 time: 0.0287745 Jul 15 23:00:57.088416 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c69817-3a6d-49e3-9631-54e3d97b97f2 req-ae61c21b-4f95-4c7a-945f-41c9f8fa9d23 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:57.089807 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a7c69817-3a6d-49e3-9631-54e3d97b97f2 req-ae61c21b-4f95-4c7a-945f-41c9f8fa9d23 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0631428 Jul 15 23:00:57.129228 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a7c69817-3a6d-49e3-9631-54e3d97b97f2 req-aa8857e9-77ec-4785-9f3e-d913031273e7 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335791 Jul 15 23:00:57.628808 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-ee93da7b-a231-4d55-b1e4-28d7d5dfe91a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:57.631057 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-ee93da7b-a231-4d55-b1e4-28d7d5dfe91a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 815 time: 0.1129804 Jul 15 23:00:57.644649 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Request body: {'port': {'device_id': '10d055cd-0ea3-4b30-8f1d-b8bb30e3321c', 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'admin_state_up': True, 'tenant_id': 'ba3210f84cd74ebb9848a3d6354e6248'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:57.726782 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d6d51763-9996-4e43-a8d3-382c53c39464 req-f24d4431-9787-4dea-b5a1-2a674bd14d21 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 210 time: 0.0383592 Jul 15 23:00:57.775985 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Made reservation on behalf of ba3210f84cd74ebb9848a3d6354e6248 for: {'port': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:00:57.779768 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:57.916529 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Allocated IP 172.20.0.6 (01380ea8-a03f-488e-9166-0ea81bf81963/51b73599-3c9b-4d36-8e75-5a0542ea1773/ac264980-e577-4f82-9819-d12d43c249f7) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:00:58.064312 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.102680 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.147900 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Network 01380ea8-a03f-488e-9166-0ea81bf81963 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:00:58.151017 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:00:58.157964 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:00:58.164715 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Pushing event updated for resources: {'Port': ['ID=ac264980-e577-4f82-9819-d12d43c249f7,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:58.212069 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.212661 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.227013 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-07c2be99-422c-49f1-91d2-24f0d76e2c45 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874953 Jul 15 23:00:58.244604 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Request body: {'port': {'device_id': '10d055cd-0ea3-4b30-8f1d-b8bb30e3321c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:00:58.314452 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a930e8f-7769-40eb-b8a2-3c115cd1b62a req-340c0a9e-4b86-46a4-bdd6-fdb48ec71350 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.315959 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a930e8f-7769-40eb-b8a2-3c115cd1b62a req-340c0a9e-4b86-46a4-bdd6-fdb48ec71350 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0715249 Jul 15 23:00:58.325647 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.354544 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a930e8f-7769-40eb-b8a2-3c115cd1b62a req-3c482535-b80c-4ed7-9077-26146f2a70fc tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Jul 15 23:00:58.588061 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac264980-e577-4f82-9819-d12d43c249f7 {{(pid=92961) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:00:58.595317 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.607451 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Transition to ACTIVE for port object ac264980-e577-4f82-9819-d12d43c249f7 will not be triggered until provisioned by entity L2. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:00:58.611127 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.679201 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Pushing event updated for resources: {'Port': ['ID=ac264980-e577-4f82-9819-d12d43c249f7,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:58.728108 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Attempting to bind port ac264980-e577-4f82-9819-d12d43c249f7 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:00:58.728448 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Attempting to bind port ac264980-e577-4f82-9819-d12d43c249f7 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:00:58.728782 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Attempting to bind port ac264980-e577-4f82-9819-d12d43c249f7 on network 01380ea8-a03f-488e-9166-0ea81bf81963 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:58.733147 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Port ac264980-e577-4f82-9819-d12d43c249f7 on network 01380ea8-a03f-488e-9166-0ea81bf81963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:00:58.733474 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Attempting to bind port ac264980-e577-4f82-9819-d12d43c249f7 on network 01380ea8-a03f-488e-9166-0ea81bf81963 {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:00:58.738189 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:00:58.738532 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Checking segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:00:58.738974 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Bound using segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} {{(pid=92961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:00:58.739904 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.managers [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Bound port: ac264980-e577-4f82-9819-d12d43c249f7, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'}}] {{(pid=92961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:00:58.740263 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.801626 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] For port ac264980-e577-4f82-9819-d12d43c249f7, host hv-cinder-79496, cleared binding levels {{(pid=92961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:00:58.804569 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] For port ac264980-e577-4f82-9819-d12d43c249f7, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ac264980-e577-4f82-9819-d12d43c249f7,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:00:58.811291 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.898426 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.899065 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:58.900498 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] 10.222.0.22 "PUT /v2.0/ports/ac264980-e577-4f82-9819-d12d43c249f7 HTTP/1.1" status: 200 len: 1093 time: 0.6601677 Jul 15 23:00:58.900959 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d055cd-0ea3-4b30-8f1d-b8bb30e3321c', 'tag': 'ac264980-e577-4f82-9819-d12d43c249f7'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:00:58.903239 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f3399-bf3b-455a-8b1a-e83a443814b4" -d '{"events": [{"name": "network-changed", "server_uuid": "10d055cd-0ea3-4b30-8f1d-b8bb30e3321c", "tag": "ac264980-e577-4f82-9819-d12d43c249f7"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:00:58.931184 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de746f9-adaf-4818-95b1-ebe5ef01765d service neutron] Pushing event updated for resources: {'Port': ['ID=ac264980-e577-4f82-9819-d12d43c249f7,revision_number=3']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:00:58.995596 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca90a6-0328-49c4-b7b4-dde214ba6f0a req-2e44f76c-0875-4481-b9e9-20687ad1919a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:58.997107 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-84ca90a6-0328-49c4-b7b4-dde214ba6f0a req-2e44f76c-0875-4481-b9e9-20687ad1919a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 943 time: 0.1486158 Jul 15 23:00:59.048716 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-e790c52d-a75b-46fe-be99-4588f7cf1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.050259 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-e790c52d-a75b-46fe-be99-4588f7cf1418 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 1096 time: 0.1014493 Jul 15 23:00:59.053356 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-84ca90a6-0328-49c4-b7b4-dde214ba6f0a req-73ed225c-9d86-45d1-bb12-426e4dba6daf tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Jul 15 23:00:59.104972 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-53a0e244-9965-46e2-9cea-6d3cb3f4a49a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac264980-e577-4f82-9819-d12d43c249f7 HTTP/1.1" status: 200 len: 217 time: 0.0459492 Jul 15 23:00:59.140806 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d2e017-ac5d-475a-a03f-7cab590f269a x-openstack-request-id: req-08d2e017-ac5d-475a-a03f-7cab590f269a {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:00:59.141142 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d055cd-0ea3-4b30-8f1d-b8bb30e3321c", "tag": "ac264980-e577-4f82-9819-d12d43c249f7", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:00:59.141330 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08d2e017-ac5d-475a-a03f-7cab590f269a {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:00:59.141750 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d055cd-0ea3-4b30-8f1d-b8bb30e3321c', 'tag': 'ac264980-e577-4f82-9819-d12d43c249f7', 'status': 'completed', 'code': 200} Jul 15 23:00:59.159499 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-8496ced3-7eba-491e-b0d4-5e18b93626df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.161020 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-8496ced3-7eba-491e-b0d4-5e18b93626df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 200 len: 855 time: 0.0486541 Jul 15 23:00:59.196502 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-d20ae1c5-7b10-4866-bbfe-53b285d82954 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01380ea8-a03f-488e-9166-0ea81bf81963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268679 Jul 15 23:00:59.275927 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ff2e1-d78b-4f76-a3a9-8a8b6cbca550 req-4ec9780a-c6bd-45c1-a6e1-a3cb82a41ea1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.277701 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-540ff2e1-d78b-4f76-a3a9-8a8b6cbca550 req-4ec9780a-c6bd-45c1-a6e1-a3cb82a41ea1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 946 time: 0.0731816 Jul 15 23:00:59.297567 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-8e8b56b9-c9ab-4755-8472-44b5b35191cf service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936823 Jul 15 23:00:59.346690 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-540ff2e1-d78b-4f76-a3a9-8a8b6cbca550 req-c465da95-95dc-4ce9-a4b6-c940065cdc37 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588295 Jul 15 23:00:59.357171 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7162448-8d16-4fcb-9618-69441b4d1a76 req-f7bb9ee1-0bc2-4400-b267-2910e120487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.358740 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c7162448-8d16-4fcb-9618-69441b4d1a76 req-f7bb9ee1-0bc2-4400-b267-2910e120487e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1096 time: 0.0792439 Jul 15 23:00:59.389779 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8675253b-2b3b-4ff9-a736-66ab6b94d3b8 req-256adf9e-4924-4e29-a123-5c9bcb1a6034 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853057 Jul 15 23:00:59.398188 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c7162448-8d16-4fcb-9618-69441b4d1a76 req-7bf4e4f1-5206-45f7-8190-deddac12ffc0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Jul 15 23:00:59.518273 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-9d32f5d3-d597-46ce-8214-8e470e4c9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.519712 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-9d32f5d3-d597-46ce-8214-8e470e4c9db2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 1096 time: 0.0520930 Jul 15 23:00:59.541641 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30746f-0959-4774-8acc-b0a60937b03b req-7c3895cc-b046-4076-97ff-9e5efdfdf233 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.543147 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6f30746f-0959-4774-8acc-b0a60937b03b req-7c3895cc-b046-4076-97ff-9e5efdfdf233 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0668447 Jul 15 23:00:59.580703 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6f30746f-0959-4774-8acc-b0a60937b03b req-1a10c57b-86fe-4dd8-8937-f693675a5ead tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Jul 15 23:00:59.610321 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-7b2b0e85-5004-4c15-b8ca-64ffb23ee04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.611805 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-7b2b0e85-5004-4c15-b8ca-64ffb23ee04a service neutron] 10.222.0.22 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 916 time: 0.0845933 Jul 15 23:00:59.659135 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-6b12c407-f3fc-4f21-bff6-1c15495c163f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac264980-e577-4f82-9819-d12d43c249f7 HTTP/1.1" status: 200 len: 217 time: 0.0360153 Jul 15 23:00:59.709239 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-368af15c-aff0-4529-9756-664f18782f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:00:59.710711 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-368af15c-aff0-4529-9756-664f18782f83 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 200 len: 855 time: 0.0431874 Jul 15 23:00:59.744358 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-d81a94e9-0bd7-42f8-a88c-d09df6a167d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01380ea8-a03f-488e-9166-0ea81bf81963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258329 Jul 15 23:01:00.088615 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-ed94c3d5-23cb-4713-b9c3-3a02d7340671 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369205 Jul 15 23:01:00.210966 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8a8f3399-bf3b-455a-8b1a-e83a443814b4 req-78ef1542-4b13-4516-87fc-134b1a114007 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141064 Jul 15 23:01:00.247146 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44d03f-b7ec-456f-a4eb-6aea03ab90b5 req-91a4e317-01ee-48ab-912a-4a9fd7775c91 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.248700 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a44d03f-b7ec-456f-a4eb-6aea03ab90b5 req-91a4e317-01ee-48ab-912a-4a9fd7775c91 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 943 time: 0.0787523 Jul 15 23:01:00.287755 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a44d03f-b7ec-456f-a4eb-6aea03ab90b5 req-91562584-7caa-41d5-9e51-912e32c37a52 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Jul 15 23:01:00.519072 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c0b21-c232-412e-9ebe-05ef90402319 req-4be538ab-d1b6-4b08-8f27-410a5e36fc44 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.521063 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1e3c0b21-c232-412e-9ebe-05ef90402319 req-4be538ab-d1b6-4b08-8f27-410a5e36fc44 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 946 time: 0.0617054 Jul 15 23:01:00.557361 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1e3c0b21-c232-412e-9ebe-05ef90402319 req-3c370aea-0deb-4067-9cb6-6c285fd6318a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bd7ebab-a02a-4d6c-b228-6f221ddc7389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308597 Jul 15 23:01:00.750676 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623ed4d-7434-42c2-b7c9-a59e54014080 req-f4fcacf9-0763-4228-998c-222f2ba7e277 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.752269 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f623ed4d-7434-42c2-b7c9-a59e54014080 req-f4fcacf9-0763-4228-998c-222f2ba7e277 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 943 time: 0.0629568 Jul 15 23:01:00.789241 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f623ed4d-7434-42c2-b7c9-a59e54014080 req-584a4bf7-1436-49f8-87c8-b59cd007b7e5 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Jul 15 23:01:00.979961 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-752d2f2f-7f60-4433-99cc-adcd44fd025a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:00.981340 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-752d2f2f-7f60-4433-99cc-adcd44fd025a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 946 time: 0.0719385 Jul 15 23:01:01.070897 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device b5d20652-398b-48c3-901a-cbc877553667 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:01.082626 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Deleting port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:01:01.082979 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.164760 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:01.169375 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] For port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:01.169748 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.175505 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'b5d20652-398b-48c3-901a-cbc877553667', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'port_id': 'b5d20652-398b-48c3-901a-cbc877553667', 'mac_address': 'fa:16:3e:c3:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:01.211222 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.223651 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d20652-398b-48c3-901a-cbc877553667 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:01.243749 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:01.248096 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.297686 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=7']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:01.342900 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.343526 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.343526 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Floating IP a81bed11-5d7f-4b44-8e4c-7f0f766e1118 disassociated. External IP: 172.27.0.200, port: 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25. Jul 15 23:01:01.343902 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Calling delete_port for 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:01:01.460600 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aadeff-870f-46b3-a131-bfbbf5e025b1 req-1cc7a4d0-cf3a-4000-8b3b-9ac9766f4cbc tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:01.462121 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-36aadeff-870f-46b3-a131-bfbbf5e025b1 req-1cc7a4d0-cf3a-4000-8b3b-9ac9766f4cbc tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 943 time: 0.0635626 Jul 15 23:01:01.471003 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.491050 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['b5d20652-398b-48c3-901a-cbc877553667'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:01.502050 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event deleted for resources: {'Port': ['ID=86e4c6f8-f6e0-4d36-bac5-3b5119b93c25,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:01.505925 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-36aadeff-870f-46b3-a131-bfbbf5e025b1 req-a3081f14-f0dd-4ccd-9d0d-528ea0bb796e tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Jul 15 23:01:01.623034 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Router 1024b3d8-f486-485e-9be1-26dfb3a303e3 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:01:01.732886 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-af81f1de-eaba-41f1-bfcb-1316f0d4e722 req-a4bb2e25-7b21-4399-a557-856bc2110a24 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3802516c-b54e-4322-a44f-a93885dbbd8d HTTP/1.1" status: 200 len: 210 time: 0.0611687 Jul 15 23:01:01.756502 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:01:01.768070 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] Sync routers for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:01:01.777468 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:01.778039 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:00:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:01.802514 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] No DVR routers for this DVR port 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:01:01.805089 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:01.807162 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-09339dac-7bb5-42b5-9360-1e55c94247d3 req-286c40fd-174c-4811-9810-7e3174aa74a1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "DELETE /v2.0/ports/86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 HTTP/1.1" status: 204 len: 173 time: 0.8198354 Jul 15 23:01:01.807593 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-deleted', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:01.809857 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f723edf-cba6-4460-93de-5c2fe830b733" -d '{"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-deleted", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:01.852232 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03fc809-9298-4024-8da9-d781ce448712 x-openstack-request-id: req-c03fc809-9298-4024-8da9-d781ce448712 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:01.852525 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802516c-b54e-4322-a44f-a93885dbbd8d", "name": "network-vif-deleted", "tag": "86e4c6f8-f6e0-4d36-bac5-3b5119b93c25", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:01.852775 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c03fc809-9298-4024-8da9-d781ce448712 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:01.853173 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802516c-b54e-4322-a44f-a93885dbbd8d', 'name': 'network-vif-deleted', 'tag': '86e4c6f8-f6e0-4d36-bac5-3b5119b93c25', 'status': 'completed', 'code': 200} Jul 15 23:01:01.886732 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:02.159832 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:02.188111 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] Checking router: 1024b3d8-f486-485e-9be1-26dfb3a303e3 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:01:02.196267 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:02.196866 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:00:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:02.299681 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:02.495625 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:02.524515 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9850a-bb9c-4964-b1d4-d5416325fa82 None None] The sync data for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi is: [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:01:02.685362 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e798-53e7-468c-b11b-4d07e2033f10 req-71f88a6a-9a22-4883-bd9d-2caf1f1de772 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:02.686940 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2453e798-53e7-468c-b11b-4d07e2033f10 req-71f88a6a-9a22-4883-bd9d-2caf1f1de772 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 943 time: 0.0641985 Jul 15 23:01:02.732948 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2453e798-53e7-468c-b11b-4d07e2033f10 req-a3fb6fba-4eef-403c-8a20-291f8e5a7f02 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Jul 15 23:01:02.746516 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f7af1-72d0-4ab1-a82e-c5afb4a6bdbd None None] New status for floating IP a81bed11-5d7f-4b44-8e4c-7f0f766e1118: DOWN {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:01:02.860907 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 44610) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:02.916784 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbd8c-3322-4983-be91-a602cbd7eb2d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.939428 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbd8c-3322-4983-be91-a602cbd7eb2d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.990717 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbd8c-3322-4983-be91-a602cbd7eb2d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.993274 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0cfdbd8c-3322-4983-be91-a602cbd7eb2d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:02.994477 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0cfdbd8c-3322-4983-be91-a602cbd7eb2d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "DELETE /v2.0/security-groups/6bd7ebab-a02a-4d6c-b228-6f221ddc7389 HTTP/1.1" status: 204 len: 168 time: 0.1325839 Jul 15 23:01:02.997380 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44612) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:03.003540 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdbd8c-3322-4983-be91-a602cbd7eb2d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd7ebab-a02a-4d6c-b228-6f221ddc7389,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:03.011169 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.api.v2.resource [None req-5b13e914-791f-42ed-9058-fd621a1c2eb1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] show failed (client error): The resource could not be found. Jul 15 23:01:03.012003 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5b13e914-791f-42ed-9058-fd621a1c2eb1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups/6bd7ebab-a02a-4d6c-b228-6f221ddc7389 HTTP/1.1" status: 404 len: 347 time: 0.0135999 Jul 15 23:01:03.014931 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44614) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:03.071389 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device ac264980-e577-4f82-9819-d12d43c249f7 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:03.074498 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device b5d20652-398b-48c3-901a-cbc877553667 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:03.136222 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Deleting port 3bb5a2d1-00ee-4912-8a07-a52f3fbf53bd {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:01:03.136534 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.180956 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port b5d20652-398b-48c3-901a-cbc877553667 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:03.181322 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.210363 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.210695 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.222192 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Calling delete_port for 3bb5a2d1-00ee-4912-8a07-a52f3fbf53bd owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:01:03.227136 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port ac264980-e577-4f82-9819-d12d43c249f7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ac264980-e577-4f82-9819-d12d43c249f7,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:03.241874 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'ac264980-e577-4f82-9819-d12d43c249f7', 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'port_id': 'ac264980-e577-4f82-9819-d12d43c249f7', 'mac_address': 'fa:16:3e:94:36:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b73599-3c9b-4d36-8e75-5a0542ea1773', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:03.306993 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.310950 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.329697 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac264980-e577-4f82-9819-d12d43c249f7 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:03.348765 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:03.350997 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be74429-c34b-4026-9e29-c85ca4d80429" -d '{"events": [{"server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "name": "network-vif-plugged", "status": "completed", "tag": "b5d20652-398b-48c3-901a-cbc877553667"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:03.363086 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.369783 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port ac264980-e577-4f82-9819-d12d43c249f7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ac264980-e577-4f82-9819-d12d43c249f7,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:03.371791 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:03.375071 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.380980 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.391951 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event deleted for resources: {'Port': ['ID=3bb5a2d1-00ee-4912-8a07-a52f3fbf53bd,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:03.403422 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed009d31-5497-47db-a1dc-eb978193a603 x-openstack-request-id: req-ed009d31-5497-47db-a1dc-eb978193a603 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:03.403716 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "name": "network-vif-plugged", "status": "completed", "tag": "b5d20652-398b-48c3-901a-cbc877553667", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:03.403965 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed009d31-5497-47db-a1dc-eb978193a603 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:03.404340 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667', 'code': 200} Jul 15 23:01:03.429669 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=ac264980-e577-4f82-9819-d12d43c249f7,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:03.456940 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.460204 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.461373 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-25380bd6-cbcb-4d66-bc91-d649d6d2954f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "DELETE /v2.0/floatingips/a81bed11-5d7f-4b44-8e4c-7f0f766e1118 HTTP/1.1" status: 204 len: 168 time: 0.4455178 Jul 15 23:01:03.477742 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=8']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:03.598636 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['ac264980-e577-4f82-9819-d12d43c249f7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:03.673720 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 44620) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:03.678444 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-ed116fe6-fabf-42d2-a4cb-8875619c47e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307805527', 'description': 'tempest-description--1160487976'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:03.700900 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ed116fe6-fabf-42d2-a4cb-8875619c47e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.783139 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ed116fe6-fabf-42d2-a4cb-8875619c47e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.786922 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ed116fe6-fabf-42d2-a4cb-8875619c47e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.816563 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ed116fe6-fabf-42d2-a4cb-8875619c47e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.818496 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ed116fe6-fabf-42d2-a4cb-8875619c47e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1436689 Jul 15 23:01:03.819563 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed116fe6-fabf-42d2-a4cb-8875619c47e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ee12a-6b06-448a-9dff-20e7e6bdb650,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:03.821372 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 44624) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:03.835220 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-d6bdf746-d456-4a42-b221-9493de70e3f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'security_group_rule': {'security_group_id': 'f14ee12a-6b06-448a-9dff-20e7e6bdb650', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:03.890127 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf746-d456-4a42-b221-9493de70e3f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.961033 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3774e-2ea4-4f34-863f-756c3994d42b req-14344d56-0520-4c71-a877-60f6167cd839 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:03.962573 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75a3774e-2ea4-4f34-863f-756c3994d42b req-14344d56-0520-4c71-a877-60f6167cd839 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 944 time: 0.1052139 Jul 15 23:01:03.981558 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf746-d456-4a42-b221-9493de70e3f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.991095 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf746-d456-4a42-b221-9493de70e3f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.017470 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdf746-d456-4a42-b221-9493de70e3f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34013bef-3a6c-4915-9017-f54bb236726b,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:04.025821 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-75a3774e-2ea4-4f34-863f-756c3994d42b req-0ccc6a29-60e8-4f4a-8f47-8cf3ae363108 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555389 Jul 15 23:01:04.026973 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf746-d456-4a42-b221-9493de70e3f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.028022 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d6bdf746-d456-4a42-b221-9493de70e3f1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2054272 Jul 15 23:01:04.031701 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 44626) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:04.036667 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-4797e6d0-acf1-4cd2-a0be-a68f1f89a3e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'security_group_rule': {'security_group_id': 'f14ee12a-6b06-448a-9dff-20e7e6bdb650', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:04.061941 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4797e6d0-acf1-4cd2-a0be-a68f1f89a3e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.121200 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4797e6d0-acf1-4cd2-a0be-a68f1f89a3e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.125669 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4797e6d0-acf1-4cd2-a0be-a68f1f89a3e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.142518 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797e6d0-acf1-4cd2-a0be-a68f1f89a3e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d249da79-50f2-4596-b842-7255c1c8f4e7,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:04.149545 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4797e6d0-acf1-4cd2-a0be-a68f1f89a3e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.150691 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4797e6d0-acf1-4cd2-a0be-a68f1f89a3e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180580 Jul 15 23:01:04.153657 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 44628) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:04.158015 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:04.178613 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.274202 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.373659 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Allocated IP 172.27.0.119 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/3b0d67ae-c1cb-439b-a18f-a27a79b49fe2) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:04.473542 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.510637 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.545587 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:04.550142 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:04.552475 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:04.579678 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'Port': ['ID=3b0d67ae-c1cb-439b-a18f-a27a79b49fe2,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:04.641232 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.683195 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.828395 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.833076 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.896847 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'Port': ['ID=3b0d67ae-c1cb-439b-a18f-a27a79b49fe2,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:04.907908 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.920917 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.922165 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-28e6d779-5954-440c-94ce-681525cd5916 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7675436 Jul 15 23:01:05.070739 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device ac264980-e577-4f82-9819-d12d43c249f7 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:05.113172 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-ddc34f70-4b59-4749-999b-965d104e7fe9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--307805527&fields=id&tenant_id=a1ab2e9cf9a143738f8d0c496632e82e HTTP/1.1" status: 200 len: 267 time: 0.0350523 Jul 15 23:01:05.124032 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port ac264980-e577-4f82-9819-d12d43c249f7 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:05.128167 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port ac264980-e577-4f82-9819-d12d43c249f7 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:05.128540 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.212552 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33ca37-5793-42d9-967f-ab6507dff6eb req-25e8983e-5f92-475b-bbb6-19f344fdbdca tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:05.217359 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce33ca37-5793-42d9-967f-ab6507dff6eb req-25e8983e-5f92-475b-bbb6-19f344fdbdca tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 944 time: 0.0695820 Jul 15 23:01:05.227950 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-1e7806b5-fcdb-4153-87d1-1a8ca0e29879 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:05.230119 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-1e7806b5-fcdb-4153-87d1-1a8ca0e29879 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 817 time: 0.1084599 Jul 15 23:01:05.246361 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-6f5fa91a-74ef-47bb-946a-5fb73efaa72d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/quotas/a1ab2e9cf9a143738f8d0c496632e82e HTTP/1.1" status: 200 len: 375 time: 0.0103691 Jul 15 23:01:05.261873 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ce33ca37-5793-42d9-967f-ab6507dff6eb req-f814bd03-38dc-49fe-bddb-d33a0675c4b9 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407221 Jul 15 23:01:05.321750 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e557585a-c880-4bf1-a6b9-dce0cbb3bb62 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697162 Jul 15 23:01:05.324807 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.357343 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port ac264980-e577-4f82-9819-d12d43c249f7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ac264980-e577-4f82-9819-d12d43c249f7,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:05.361145 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.362129 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:01:05.397001 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:01:05.397360 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 86e4c6f8-f6e0-4d36-bac5-3b5119b93c25 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:01:05.407934 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d055cd-0ea3-4b30-8f1d-b8bb30e3321c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac264980-e577-4f82-9819-d12d43c249f7'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:05.410211 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3271e28-8862-4e32-9573-86b984577490" -d '{"events": [{"server_uuid": "10d055cd-0ea3-4b30-8f1d-b8bb30e3321c", "name": "network-vif-plugged", "status": "completed", "tag": "ac264980-e577-4f82-9819-d12d43c249f7"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:05.416968 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-40d77d63-8d9e-4486-a1ea-39f818f4e409 service neutron] 10.222.0.10 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838480 Jul 15 23:01:05.429077 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=ac264980-e577-4f82-9819-d12d43c249f7,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:05.454779 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eafa2c-0d62-4b5f-ad93-7596cda7c834 x-openstack-request-id: req-03eafa2c-0d62-4b5f-ad93-7596cda7c834 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:05.455070 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d055cd-0ea3-4b30-8f1d-b8bb30e3321c", "name": "network-vif-plugged", "status": "completed", "tag": "ac264980-e577-4f82-9819-d12d43c249f7", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:05.455319 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03eafa2c-0d62-4b5f-ad93-7596cda7c834 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:05.455710 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d055cd-0ea3-4b30-8f1d-b8bb30e3321c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac264980-e577-4f82-9819-d12d43c249f7', 'code': 200} Jul 15 23:01:05.513934 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-6baa5f44-1cb0-46b9-a127-5dbffb1a4bac service neutron] 10.222.0.10 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906861 Jul 15 23:01:05.682649 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-134e7c7b-8815-4abe-a60b-266dbd3cc24b req-1159c17a-576d-40be-9c2e-ef9e9d28387e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 210 time: 0.0325897 Jul 15 23:01:05.686296 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c911f-9fea-4f0d-a045-f4f594502dae req-855d2eef-1d26-46a8-8985-223a36a17b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:05.688381 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4e6c911f-9fea-4f0d-a045-f4f594502dae req-855d2eef-1d26-46a8-8985-223a36a17b16 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 1098 time: 0.0689347 Jul 15 23:01:05.732245 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4e6c911f-9fea-4f0d-a045-f4f594502dae req-9d314e5d-a2cc-468d-8b65-56786254cf0d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Jul 15 23:01:06.333704 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:06.438675 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cd5c-cbf7-4cc7-b104-147b8eb38fb7 req-fade044f-8d40-4d86-be6c-0b7ce9cb20e9 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:06.440145 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ba16cd5c-cbf7-4cc7-b104-147b8eb38fb7 req-fade044f-8d40-4d86-be6c-0b7ce9cb20e9 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 945 time: 0.0647914 Jul 15 23:01:06.478075 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ba16cd5c-cbf7-4cc7-b104-147b8eb38fb7 req-138b3411-11f2-49e0-903f-a70abd72927b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 15 23:01:06.830941 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ec11d2fa-177d-4691-b6c9-1937279f7a99 req-ff456e2c-5ccf-4800-8433-34adae26e1ec tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 210 time: 0.0288434 Jul 15 23:01:06.917445 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-29cd03d2-963f-4953-ac8b-d0ba4727a067 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:06.918910 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-29cd03d2-963f-4953-ac8b-d0ba4727a067 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 817 time: 0.1161308 Jul 15 23:01:06.961381 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-28872361-243d-4380-a9a1-a2d8dabf0288 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ab2e9cf9a143738f8d0c496632e82e HTTP/1.1" status: 200 len: 379 time: 0.0336421 Jul 15 23:01:06.971499 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'port': {'device_id': '383f700a-738d-47ab-8db1-7aa751101f23', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'admin_state_up': True, 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'security_groups': ['f14ee12a-6b06-448a-9dff-20e7e6bdb650']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:07.083580 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Made reservation on behalf of a1ab2e9cf9a143738f8d0c496632e82e for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:07.087086 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.211952 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Allocated IP 172.20.0.14 (96b17ddf-4707-4f65-af6c-bfd28f3573f9/31831bdc-3713-4628-ac40-56fddbec780a/bfac9764-29cc-4cfd-8813-b57bc4f8568b) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:07.287938 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f4deb7d0-e482-4a6f-89d7-2d41990e2ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.345849 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.359386 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Transition to ACTIVE for port object bfac9764-29cc-4cfd-8813-b57bc4f8568b will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:07.391243 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.438964 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:07.442645 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:07.449769 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:07.474194 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:07.502331 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.503022 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.524655 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-2ab84cad-645f-485b-a4fb-13b41ef4a982 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569763 Jul 15 23:01:07.537717 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Request body: {'port': {'device_id': '383f700a-738d-47ab-8db1-7aa751101f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:07.644377 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.709046 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ac17e-7082-4e4d-a26d-55cacdd24c33 req-52d24c74-b388-4238-83c9-61f718b9df12 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:07.710550 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-178ac17e-7082-4e4d-a26d-55cacdd24c33 req-52d24c74-b388-4238-83c9-61f718b9df12 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 945 time: 0.1129174 Jul 15 23:01:07.721773 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f4f31228-6e0b-4372-9f2b-7d482d018c97 None None] Provisioning for port bfac9764-29cc-4cfd-8813-b57bc4f8568b completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:07.725622 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-f4f31228-6e0b-4372-9f2b-7d482d018c97 None None] Provisioning complete for port bfac9764-29cc-4cfd-8813-b57bc4f8568b triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:07.726028 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f4f31228-6e0b-4372-9f2b-7d482d018c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.759859 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-f4f31228-6e0b-4372-9f2b-7d482d018c97 None None] Port bfac9764-29cc-4cfd-8813-b57bc4f8568b cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:01:07.808551 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-178ac17e-7082-4e4d-a26d-55cacdd24c33 req-e8042f02-5df1-4b84-9349-e15fa29edc9f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912087 Jul 15 23:01:07.966424 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfac9764-29cc-4cfd-8813-b57bc4f8568b {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:07.975210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.987939 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Transition to ACTIVE for port object bfac9764-29cc-4cfd-8813-b57bc4f8568b will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:07.991654 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:08.017339 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b123985-568a-41bf-8345-b404f413c886 req-fc33df4e-9da1-4249-b8f1-81e09cbf92d0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.022672 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b123985-568a-41bf-8345-b404f413c886 req-fc33df4e-9da1-4249-b8f1-81e09cbf92d0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 932 time: 0.0721650 Jul 15 23:01:08.040861 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:08.096657 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5b123985-568a-41bf-8345-b404f413c886 req-c4040050-0e2a-4e18-a10d-1700976f2c6c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710461 Jul 15 23:01:08.125110 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Attempting to bind port bfac9764-29cc-4cfd-8813-b57bc4f8568b on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:08.125554 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Attempting to bind port bfac9764-29cc-4cfd-8813-b57bc4f8568b by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:08.126017 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Attempting to bind port bfac9764-29cc-4cfd-8813-b57bc4f8568b on network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:08.131607 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Port bfac9764-29cc-4cfd-8813-b57bc4f8568b on network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:08.132110 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Attempting to bind port bfac9764-29cc-4cfd-8813-b57bc4f8568b on network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:08.137863 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:08.138355 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Checking segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:08.139016 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Bound using segment: {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:08.139547 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Bound port: bfac9764-29cc-4cfd-8813-b57bc4f8568b, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac571ec-3832-4b53-83c8-d19bd2e5233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:08.140006 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:08.214226 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:08.217430 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:08.221960 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:08.260972 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.261625 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:08.264494 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] 10.222.0.22 "PUT /v2.0/ports/bfac9764-29cc-4cfd-8813-b57bc4f8568b HTTP/1.1" status: 200 len: 1094 time: 0.7301357 Jul 15 23:01:08.264494 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:08.265686 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da37b8-60d6-4131-9039-d78206f97bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:08.292256 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e89ed-6587-4643-a5f7-5cd17e9c2326 service neutron] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:08.316630 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe955659-575e-4c7a-8a28-18b9fb438a15 x-openstack-request-id: req-fe955659-575e-4c7a-8a28-18b9fb438a15 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:08.316923 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:08.317175 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe955659-575e-4c7a-8a28-18b9fb438a15 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:08.317572 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'status': 'completed', 'code': 200} Jul 15 23:01:08.372880 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-042c90be-62d7-40b5-abd4-1105a58af7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.374518 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-042c90be-62d7-40b5-abd4-1105a58af7e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 1097 time: 0.0607650 Jul 15 23:01:08.418838 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-23821984-5df2-4285-a1b7-5071ad83c5c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b HTTP/1.1" status: 200 len: 217 time: 0.0356319 Jul 15 23:01:08.469912 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-84b9f171-3a59-4897-aa32-6df3a3106f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.471386 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-84b9f171-3a59-4897-aa32-6df3a3106f30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0467179 Jul 15 23:01:08.527941 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-8d22b9e5-1863-4357-bfc4-8b26bf767c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.529442 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-8d22b9e5-1863-4357-bfc4-8b26bf767c50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511193 Jul 15 23:01:08.618641 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-9e5eb28b-41c6-4103-9552-07aa281647cf service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819340 Jul 15 23:01:08.705196 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3750c99b-4a83-45c1-b7fa-bd1d8676f05a req-0514f3b9-f6a3-4f5c-b378-061c959e6d59 service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795398 Jul 15 23:01:08.803804 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-de0f7f0a-867a-40a9-9f4b-51d32344370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.805269 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-de0f7f0a-867a-40a9-9f4b-51d32344370c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 1097 time: 0.0512111 Jul 15 23:01:08.897437 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-66eb850d-9842-450f-b08b-f8ed460cc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.898858 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-66eb850d-9842-450f-b08b-f8ed460cc8f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 918 time: 0.0867491 Jul 15 23:01:08.939006 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-3542fd1b-76ca-474f-8b3e-dfa11638dfc1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b HTTP/1.1" status: 200 len: 217 time: 0.0326107 Jul 15 23:01:08.989743 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-98d37268-8c2b-4c6c-a6b4-d67dfaea198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:08.991160 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-98d37268-8c2b-4c6c-a6b4-d67dfaea198e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0456314 Jul 15 23:01:09.057811 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-beac201c-0805-4a54-bce6-c88a5d4c2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:09.059352 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-beac201c-0805-4a54-bce6-c88a5d4c2bda service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0616636 Jul 15 23:01:09.147356 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-584d59c2-44ba-47ad-a95f-812f6a8fe355 service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809028 Jul 15 23:01:09.245472 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-86da37b8-60d6-4131-9039-d78206f97bf4 req-0d5c2d89-be7b-4550-a055-d6732110962f service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908937 Jul 15 23:01:09.297844 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132cc7-1f08-4004-81b1-bde9c14f42c8 req-42ab9f46-2477-406f-abf0-6c61177e148a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:09.299445 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fe132cc7-1f08-4004-81b1-bde9c14f42c8 req-42ab9f46-2477-406f-abf0-6c61177e148a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0805826 Jul 15 23:01:09.338581 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fe132cc7-1f08-4004-81b1-bde9c14f42c8 req-758db8f9-e4a7-485c-a0fb-36a11718788b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329919 Jul 15 23:01:09.945913 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-529dd391-99f6-44b7-84ec-be19d3806396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:10.201671 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:10.510831 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb433fe-2584-4c8f-92b3-d68f9df782f1 req-f2db1864-8d06-471c-a928-9cc57f3bc544 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:10.512322 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6cb433fe-2584-4c8f-92b3-d68f9df782f1 req-f2db1864-8d06-471c-a928-9cc57f3bc544 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0627201 Jul 15 23:01:10.549128 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-6cb433fe-2584-4c8f-92b3-d68f9df782f1 req-49b4603d-3a48-4fe7-83fa-aab4b69fd1bb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312901 Jul 15 23:01:11.005765 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:11.140505 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:11.230739 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:11.241662 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'port_id': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'mac_address': 'fa:16:3e:c0:15:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:11.279292 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:11.291468 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfac9764-29cc-4cfd-8813-b57bc4f8568b {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:11.310328 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:11.314187 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:11.359985 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:11.569061 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['bfac9764-29cc-4cfd-8813-b57bc4f8568b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:11.733388 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52afab4-ca80-415b-8168-3fbd6e1654cf req-7e451db3-6e72-4644-a3b7-cdd1db562d49 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:11.734898 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a52afab4-ca80-415b-8168-3fbd6e1654cf req-7e451db3-6e72-4644-a3b7-cdd1db562d49 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 945 time: 0.0641358 Jul 15 23:01:11.771658 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a52afab4-ca80-415b-8168-3fbd6e1654cf req-25b673e9-9a4c-4011-8324-825f0a401834 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311375 Jul 15 23:01:12.527646 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:12.950648 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544611a-f24c-4759-9cb1-d929d3821bd3 req-704c28a1-ad22-4fd5-a9bb-1fdffb83cf49 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:12.952145 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d544611a-f24c-4759-9cb1-d929d3821bd3 req-704c28a1-ad22-4fd5-a9bb-1fdffb83cf49 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 945 time: 0.0652034 Jul 15 23:01:12.989941 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d544611a-f24c-4759-9cb1-d929d3821bd3 req-903c2677-47d8-4ad9-8150-3eea99a0ac4d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Jul 15 23:01:13.158974 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:13.205178 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port bfac9764-29cc-4cfd-8813-b57bc4f8568b completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:13.208842 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port bfac9764-29cc-4cfd-8813-b57bc4f8568b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:13.209214 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.281859 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.303098 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:13.305318 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9207ba84-4371-4462-8632-de280a87b2e0" -d '{"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-plugged", "status": "completed", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:13.318592 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:13.322469 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:13.347648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01d0359-5edb-4508-8829-c5d1174cf3f8 x-openstack-request-id: req-f01d0359-5edb-4508-8829-c5d1174cf3f8 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:13.347967 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-plugged", "status": "completed", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:13.348220 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f01d0359-5edb-4508-8829-c5d1174cf3f8 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:13.348598 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'code': 200} Jul 15 23:01:13.374451 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:13.567463 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a6928-0323-4b88-b25b-7ec0ee77f355 req-92000d61-c9dd-47eb-bb8e-7f48a8620e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:13.568856 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a5a6928-0323-4b88-b25b-7ec0ee77f355 req-92000d61-c9dd-47eb-bb8e-7f48a8620e30 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 1099 time: 0.0544071 Jul 15 23:01:13.603415 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9a5a6928-0323-4b88-b25b-7ec0ee77f355 req-0643e7ce-0358-485a-bdaf-1a1fa50ee510 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268397 Jul 15 23:01:14.163489 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04962037-a5ce-406c-a3c2-1c32116da147 req-7ae9259b-9bbe-4cb3-a2ed-01a3f79cc5d9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:14.164970 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-04962037-a5ce-406c-a3c2-1c32116da147 req-7ae9259b-9bbe-4cb3-a2ed-01a3f79cc5d9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0622346 Jul 15 23:01:14.202522 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-04962037-a5ce-406c-a3c2-1c32116da147 req-05b70fda-4483-4ac8-95bd-c542a30fba93 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319889 Jul 15 23:01:15.379782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc9205-4777-41f4-8a28-c3b3fe25f9f3 req-25e7eb96-e2da-46b0-a2dd-9d44596338a9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.381272 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-82dc9205-4777-41f4-8a28-c3b3fe25f9f3 req-25e7eb96-e2da-46b0-a2dd-9d44596338a9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0626733 Jul 15 23:01:15.417287 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-82dc9205-4777-41f4-8a28-c3b3fe25f9f3 req-8edc3546-ce73-4e07-ab59-5fbf8664a91b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305681 Jul 15 23:01:15.585320 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558688a-3f06-4259-8bd0-7f6a3b234f90 req-18d5fe7f-b5ac-4c41-9fe8-3bd228fe1e18 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:15.586805 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0558688a-3f06-4259-8bd0-7f6a3b234f90 req-18d5fe7f-b5ac-4c41-9fe8-3bd228fe1e18 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0612929 Jul 15 23:01:15.595172 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 44716) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:15.599577 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Request body: {'floatingip': {'port_id': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:15.640900 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:15.822194 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:01:16.077318 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:16.080970 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:16.179012 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Floating IP 9fb2734a-bf91-4fd9-8f69-e15d67bbcd65 associated. External IP: 172.27.0.119, port: bfac9764-29cc-4cfd-8813-b57bc4f8568b. Jul 15 23:01:16.371935 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Router 1024b3d8-f486-485e-9be1-26dfb3a303e3 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:01:16.475046 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:01:16.480228 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:16.484800 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] Sync routers for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:01:16.494050 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:16.494648 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:01:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:16.517228 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-708b1134-46ef-4c11-ae89-f297a4422ada tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "PUT /v2.0/floatingips/9fb2734a-bf91-4fd9-8f69-e15d67bbcd65 HTTP/1.1" status: 200 len: 992 time: 0.9210167 Jul 15 23:01:16.517818 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:16.520789 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:16.555517 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bfc4fe-c083-4f9a-90da-72f8b6815a55 x-openstack-request-id: req-63bfc4fe-c083-4f9a-90da-72f8b6815a55 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:16.555872 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:16.556186 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63bfc4fe-c083-4f9a-90da-72f8b6815a55 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:16.556673 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'status': 'completed', 'code': 200} Jul 15 23:01:16.600976 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:16.634062 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-7420cf10-6d31-46f4-8ce8-2d7e3e252e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.636355 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-7420cf10-6d31-46f4-8ce8-2d7e3e252e38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 1099 time: 0.0540695 Jul 15 23:01:16.729392 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-4474f039-ee21-4ffc-9a80-ac452fe54efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.731023 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-4474f039-ee21-4ffc-9a80-ac452fe54efb service neutron] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 918 time: 0.0878420 Jul 15 23:01:16.794217 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-fada3aa2-d313-4feb-94e6-b94f3f45fdae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b HTTP/1.1" status: 200 len: 1000 time: 0.0566437 Jul 15 23:01:16.817610 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '9fb2734a-bf91-4fd9-8f69-e15d67bbcd65', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'port_id': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'mac_address': 'fa:16:3e:c0:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383f700a-738d-47ab-8db1-7aa751101f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:04Z', 'updated_at': '2021-07-15T23:01:15Z', 'revision_number': 1, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:16.842219 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] Checking router: 1024b3d8-f486-485e-9be1-26dfb3a303e3 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:01:16.848541 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-5a4faa69-a2c8-4d44-a56e-966bef9bb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.850045 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-5a4faa69-a2c8-4d44-a56e-966bef9bb437 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0460877 Jul 15 23:01:16.850176 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:01:16.850721 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:01:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:16.907529 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-a4c6d1ff-f47f-4baf-9bfc-46ecc53e53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:16.908959 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-a4c6d1ff-f47f-4baf-9bfc-46ecc53e53bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518513 Jul 15 23:01:16.955683 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:01:17.012043 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-5d6fe68d-8a86-42d7-835b-b031c50fce38 service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941873 Jul 15 23:01:17.110401 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fc83f305-af8d-4625-8fa5-6d3b96eb8dd2 req-27c1b191-af79-4866-9e97-18395df1da61 service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915792 Jul 15 23:01:17.189036 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '9fb2734a-bf91-4fd9-8f69-e15d67bbcd65', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'port_id': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'mac_address': 'fa:16:3e:c0:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383f700a-738d-47ab-8db1-7aa751101f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:04Z', 'updated_at': '2021-07-15T23:01:15Z', 'revision_number': 1, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:01:17.215254 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a306ce-ab20-441a-803a-96a39197255c None None] The sync data for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi is: [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '9fb2734a-bf91-4fd9-8f69-e15d67bbcd65', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'port_id': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'mac_address': 'fa:16:3e:c0:15:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383f700a-738d-47ab-8db1-7aa751101f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:01:04Z', 'updated_at': '2021-07-15T23:01:15Z', 'revision_number': 1, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:01:17.402161 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79853b6-b2f8-42ec-afa8-233cdb6d33a2 None None] New status for floating IP 9fb2734a-bf91-4fd9-8f69-e15d67bbcd65: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:01:17.459757 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-a9300827-3359-4bc4-9640-f3265969851b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:17.461261 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-a9300827-3359-4bc4-9640-f3265969851b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 815 time: 0.3713636 Jul 15 23:01:17.476563 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-d7d1ad6f-0d8a-486d-b130-049d1d83281e tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/quotas/ba3210f84cd74ebb9848a3d6354e6248 HTTP/1.1" status: 200 len: 375 time: 0.0098801 Jul 15 23:01:17.548016 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-cf6eda4c-19bc-4b05-8309-53d3f90b5a5c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659924 Jul 15 23:01:17.635288 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-f229358b-cdd3-47ca-bba8-dd00db7165ae service neutron] 10.222.0.10 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804882 Jul 15 23:01:17.727965 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-e766884f-933d-4422-b737-6524ae33168e service neutron] 10.222.0.10 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870199 Jul 15 23:01:17.889004 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-25bae37e-17cc-4eb4-8e27-e1bf3b00bea9 req-444eb54e-cdf1-4512-91ce-50a3feb030a1 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Jul 15 23:01:19.067528 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b1284df3-f168-4f68-a020-10097c1c38a8 req-77549a52-5b9d-4ee0-8d7e-097ccb139973 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 210 time: 0.0578785 Jul 15 23:01:19.103977 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-4a9d3785-39e5-426a-ad30-48768ca77882 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.105423 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-4a9d3785-39e5-426a-ad30-48768ca77882 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 815 time: 0.1346016 Jul 15 23:01:19.120983 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Request body: {'port': {'device_id': '92d20889-e84a-4a6c-b849-bd5d4a2b1927', 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'admin_state_up': True, 'tenant_id': 'ba3210f84cd74ebb9848a3d6354e6248'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:19.231964 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Made reservation on behalf of ba3210f84cd74ebb9848a3d6354e6248 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:19.235458 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.358028 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Allocated IP 172.20.0.7 (01380ea8-a03f-488e-9166-0ea81bf81963/51b73599-3c9b-4d36-8e75-5a0542ea1773/e7097111-3474-432b-b174-f9859b3a5f1b) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:19.751632 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.787994 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.812242 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['ac264980-e577-4f82-9819-d12d43c249f7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:19.831901 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Network 01380ea8-a03f-488e-9166-0ea81bf81963 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:19.837021 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:19.839532 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:19.869186 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Pushing event updated for resources: {'Port': ['ID=e7097111-3474-432b-b174-f9859b3a5f1b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:19.895119 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:19.895724 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:19.911521 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-758342c2-775f-44ab-a795-35300a37c74b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957354 Jul 15 23:01:19.926221 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Request body: {'port': {'device_id': '92d20889-e84a-4a6c-b849-bd5d4a2b1927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:19.998375 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.273332 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2893c9-0f47-4426-b03c-d73423163107 req-74658416-0808-4ed1-9dac-1fbf5324a63a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.274822 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4e2893c9-0f47-4426-b03c-d73423163107 req-74658416-0808-4ed1-9dac-1fbf5324a63a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 931 time: 0.0964527 Jul 15 23:01:20.319155 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7097111-3474-432b-b174-f9859b3a5f1b {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:20.331277 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.345313 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4e2893c9-0f47-4426-b03c-d73423163107 req-0cfd12b9-5f5e-4757-8f48-e344ba3562da tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540910 Jul 15 23:01:20.349679 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Transition to ACTIVE for port object e7097111-3474-432b-b174-f9859b3a5f1b will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:20.353315 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.407755 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7097111-3474-432b-b174-f9859b3a5f1b,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:20.472849 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Attempting to bind port e7097111-3474-432b-b174-f9859b3a5f1b on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:20.473195 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Attempting to bind port e7097111-3474-432b-b174-f9859b3a5f1b by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:20.473526 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Attempting to bind port e7097111-3474-432b-b174-f9859b3a5f1b on network 01380ea8-a03f-488e-9166-0ea81bf81963 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:20.477762 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Port e7097111-3474-432b-b174-f9859b3a5f1b on network 01380ea8-a03f-488e-9166-0ea81bf81963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:20.478121 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Attempting to bind port e7097111-3474-432b-b174-f9859b3a5f1b on network 01380ea8-a03f-488e-9166-0ea81bf81963 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:20.483165 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:20.483514 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Checking segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:20.483897 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Bound using segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:20.484324 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Bound port: e7097111-3474-432b-b174-f9859b3a5f1b, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:20.484684 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.544759 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] For port e7097111-3474-432b-b174-f9859b3a5f1b, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:20.547785 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] For port e7097111-3474-432b-b174-f9859b3a5f1b, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e7097111-3474-432b-b174-f9859b3a5f1b,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:20.552882 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.585367 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.586014 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:20.587549 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] 10.222.0.22 "PUT /v2.0/ports/e7097111-3474-432b-b174-f9859b3a5f1b HTTP/1.1" status: 200 len: 1093 time: 0.6662607 Jul 15 23:01:20.589554 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d20889-e84a-4a6c-b849-bd5d4a2b1927', 'tag': 'e7097111-3474-432b-b174-f9859b3a5f1b'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:20.592509 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34acd1d-4b79-48e7-b126-01f82e2d010e" -d '{"events": [{"name": "network-changed", "server_uuid": "92d20889-e84a-4a6c-b849-bd5d4a2b1927", "tag": "e7097111-3474-432b-b174-f9859b3a5f1b"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:20.620975 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a00885-ff80-4873-ae2f-ba00d0b3eab6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7097111-3474-432b-b174-f9859b3a5f1b,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:20.639821 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6648a9b7-98fd-40be-8a5a-8886677c5738 x-openstack-request-id: req-6648a9b7-98fd-40be-8a5a-8886677c5738 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:20.640099 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d20889-e84a-4a6c-b849-bd5d4a2b1927", "tag": "e7097111-3474-432b-b174-f9859b3a5f1b", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:20.640345 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6648a9b7-98fd-40be-8a5a-8886677c5738 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:20.640727 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d20889-e84a-4a6c-b849-bd5d4a2b1927', 'tag': 'e7097111-3474-432b-b174-f9859b3a5f1b', 'status': 'completed', 'code': 200} Jul 15 23:01:20.682068 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-ff5efd88-8bfd-45a5-9ba5-216495cd0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.683586 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-ff5efd88-8bfd-45a5-9ba5-216495cd0ea3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 1096 time: 0.0533068 Jul 15 23:01:20.724597 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-99c6e83b-c3d9-48ba-8e16-e7f286791b61 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7097111-3474-432b-b174-f9859b3a5f1b HTTP/1.1" status: 200 len: 217 time: 0.0322609 Jul 15 23:01:20.776080 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-015bc79c-8a3d-4946-9562-81d645da5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:20.777491 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-015bc79c-8a3d-4946-9562-81d645da5735 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 200 len: 855 time: 0.0456331 Jul 15 23:01:20.812265 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-378dba2e-f6db-431e-9c9a-36401e2519d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01380ea8-a03f-488e-9166-0ea81bf81963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251994 Jul 15 23:01:20.904627 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-a3ac7f63-7185-4cdc-804f-65da9d416192 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818315 Jul 15 23:01:20.992347 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-27855e2b-1330-4348-abc2-69cdf2b7b8ee req-d44417ad-975b-4629-9044-75072d9e0379 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805321 Jul 15 23:01:21.105068 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-5d19a2ca-b0d2-4a25-b0bf-48dbb8e031f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.106587 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-5d19a2ca-b0d2-4a25-b0bf-48dbb8e031f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 1096 time: 0.0514743 Jul 15 23:01:21.200465 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-79260202-167a-4f80-a482-32d39135f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.202068 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-79260202-167a-4f80-a482-32d39135f69f service neutron] 10.222.0.22 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 916 time: 0.0869527 Jul 15 23:01:21.245797 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-bb513b59-b4d6-43db-abce-32a3e9c7a166 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7097111-3474-432b-b174-f9859b3a5f1b HTTP/1.1" status: 200 len: 217 time: 0.0344751 Jul 15 23:01:21.300546 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-5053dd53-f941-466c-a0bc-66ea68780756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.302043 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-5053dd53-f941-466c-a0bc-66ea68780756 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 200 len: 855 time: 0.0463243 Jul 15 23:01:21.347173 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-ae08f9b6-25b8-490b-a745-5568e6106335 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01380ea8-a03f-488e-9166-0ea81bf81963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250072 Jul 15 23:01:21.441968 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-0f4df916-8698-4c4d-a6de-4e01c1b4ee42 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809059 Jul 15 23:01:21.516763 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95661241-aa71-4cbc-9a51-b505dfcf0bd3 req-7a443bbc-2c31-40b3-a643-bfbfdd92e589 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:21.518250 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-95661241-aa71-4cbc-9a51-b505dfcf0bd3 req-7a443bbc-2c31-40b3-a643-bfbfdd92e589 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 943 time: 0.0636809 Jul 15 23:01:21.540866 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b34acd1d-4b79-48e7-b126-01f82e2d010e req-f56b78dc-c9d7-4451-aba6-02db6d2187b6 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882173 Jul 15 23:01:21.556764 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-95661241-aa71-4cbc-9a51-b505dfcf0bd3 req-214fd5e8-210d-4122-a300-77cfe5225948 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323210 Jul 15 23:01:22.725787 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee8e7-d408-4c6e-8e09-92fb6cefb8aa req-3fba2ead-4896-4ed2-b0f4-214e4421015a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:22.727293 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8aee8e7-d408-4c6e-8e09-92fb6cefb8aa req-3fba2ead-4896-4ed2-b0f4-214e4421015a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 943 time: 0.0635853 Jul 15 23:01:22.768386 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-d8aee8e7-d408-4c6e-8e09-92fb6cefb8aa req-9983cea1-83c8-496e-a013-b0047af670d5 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352089 Jul 15 23:01:23.223355 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device e7097111-3474-432b-b174-f9859b3a5f1b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:23.313078 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port e7097111-3474-432b-b174-f9859b3a5f1b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e7097111-3474-432b-b174-f9859b3a5f1b,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:23.324369 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'e7097111-3474-432b-b174-f9859b3a5f1b', 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'port_id': 'e7097111-3474-432b-b174-f9859b3a5f1b', 'mac_address': 'fa:16:3e:71:b8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b73599-3c9b-4d36-8e75-5a0542ea1773', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:23.363411 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:23.375966 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7097111-3474-432b-b174-f9859b3a5f1b {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:23.396197 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port e7097111-3474-432b-b174-f9859b3a5f1b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e7097111-3474-432b-b174-f9859b3a5f1b,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:23.400269 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:23.446355 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=e7097111-3474-432b-b174-f9859b3a5f1b,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:23.755234 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['e7097111-3474-432b-b174-f9859b3a5f1b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:23.943194 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379157c-3a01-4942-8a77-1ab1fd29f28e req-3ce67a46-007d-45cf-a8f1-578d8fd357b4 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:23.944659 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2379157c-3a01-4942-8a77-1ab1fd29f28e req-3ce67a46-007d-45cf-a8f1-578d8fd357b4 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 944 time: 0.0623229 Jul 15 23:01:23.981789 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2379157c-3a01-4942-8a77-1ab1fd29f28e req-851a052f-2fcf-40c5-8ab7-e957c631ceb4 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311286 Jul 15 23:01:25.160458 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab7c9c-d707-4cf2-8f61-881c153f018c req-594a8513-4c48-42ff-8e64-cf7b23624900 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:25.161998 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-04ab7c9c-d707-4cf2-8f61-881c153f018c req-594a8513-4c48-42ff-8e64-cf7b23624900 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 944 time: 0.0726445 Jul 15 23:01:25.199098 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-04ab7c9c-d707-4cf2-8f61-881c153f018c req-026f93bb-5728-4116-962a-26e537dcdfe2 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Jul 15 23:01:25.234554 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device e7097111-3474-432b-b174-f9859b3a5f1b up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:25.282794 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port e7097111-3474-432b-b174-f9859b3a5f1b completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:25.286335 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port e7097111-3474-432b-b174-f9859b3a5f1b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:25.286708 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.360856 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.383722 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d20889-e84a-4a6c-b849-bd5d4a2b1927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7097111-3474-432b-b174-f9859b3a5f1b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:25.386066 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e37f6b-8503-4554-b808-05b7881faad9" -d '{"events": [{"server_uuid": "92d20889-e84a-4a6c-b849-bd5d4a2b1927", "name": "network-vif-plugged", "status": "completed", "tag": "e7097111-3474-432b-b174-f9859b3a5f1b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:25.401580 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port e7097111-3474-432b-b174-f9859b3a5f1b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e7097111-3474-432b-b174-f9859b3a5f1b,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:25.405706 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:25.429337 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a952128d-466d-4051-b9b7-158498a0c2d1 x-openstack-request-id: req-a952128d-466d-4051-b9b7-158498a0c2d1 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:25.429626 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d20889-e84a-4a6c-b849-bd5d4a2b1927", "name": "network-vif-plugged", "status": "completed", "tag": "e7097111-3474-432b-b174-f9859b3a5f1b", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:25.429895 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a952128d-466d-4051-b9b7-158498a0c2d1 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:25.430274 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d20889-e84a-4a6c-b849-bd5d4a2b1927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7097111-3474-432b-b174-f9859b3a5f1b', 'code': 200} Jul 15 23:01:25.462104 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=e7097111-3474-432b-b174-f9859b3a5f1b,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:25.677049 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a04beb-dc50-4f35-b0aa-ad08a2d17867 req-4530fb66-0e6c-4676-affd-6472473c4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:25.678583 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-49a04beb-dc50-4f35-b0aa-ad08a2d17867 req-4530fb66-0e6c-4676-affd-6472473c4b7e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 1098 time: 0.0521541 Jul 15 23:01:25.716475 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-49a04beb-dc50-4f35-b0aa-ad08a2d17867 req-a1605fb6-1295-45dd-b90a-740d996f2df8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287323 Jul 15 23:01:26.368999 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6216f-893f-4fa1-b4d5-ce0c62632391 req-01e4cc9f-355f-4e28-8773-3b6476c970b3 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:26.370481 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56c6216f-893f-4fa1-b4d5-ce0c62632391 req-01e4cc9f-355f-4e28-8773-3b6476c970b3 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 945 time: 0.0648575 Jul 15 23:01:26.407752 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56c6216f-893f-4fa1-b4d5-ce0c62632391 req-56338b12-2f4e-4b30-a60f-42a0c6539028 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Jul 15 23:01:27.578652 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31177a86-6386-459c-b38b-4ea3fee0eb22 req-d20c49f6-00fc-4a97-89f1-6cfd74d41ca9 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:27.580148 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31177a86-6386-459c-b38b-4ea3fee0eb22 req-d20c49f6-00fc-4a97-89f1-6cfd74d41ca9 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 945 time: 0.0623579 Jul 15 23:01:27.618398 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-31177a86-6386-459c-b38b-4ea3fee0eb22 req-4741dfe5-5018-43ab-98a6-5f54c6eb93a4 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Jul 15 23:01:29.374931 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-6556964d-a400-44d3-9507-4d42ead926c6 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:29.376398 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-6556964d-a400-44d3-9507-4d42ead926c6 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 815 time: 0.1029661 Jul 15 23:01:29.390569 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-cbee4bc3-29e9-4ad9-8ae4-9ba1ee790188 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/quotas/ba3210f84cd74ebb9848a3d6354e6248 HTTP/1.1" status: 200 len: 375 time: 0.0088775 Jul 15 23:01:29.459175 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-013070dc-7a8e-42c5-bbe7-14e07bf55702 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628726 Jul 15 23:01:29.550338 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-f5fca865-7320-41b2-93ca-098348ff3fa7 service neutron] 10.222.0.10 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845594 Jul 15 23:01:29.635312 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-e050678c-9109-4b36-9ea0-a2dce5f0a26c service neutron] 10.222.0.10 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795259 Jul 15 23:01:29.799878 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-00a0fb4f-9282-4230-b1f7-cc4581382d66 req-5ab518c5-0890-45e9-8277-a23297475362 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 210 time: 0.0316312 Jul 15 23:01:30.942014 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-88927092-ff69-428a-91aa-4f67991d79dc req-f10e6a14-9d37-408e-bcca-b2293c6d4990 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 210 time: 0.0306401 Jul 15 23:01:30.973644 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-dbcb892c-805e-4f92-b836-245adba11dc8 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:30.975174 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-dbcb892c-805e-4f92-b836-245adba11dc8 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 815 time: 0.1093094 Jul 15 23:01:31.005673 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Request body: {'port': {'device_id': 'ad522226-2d7e-425c-aad8-4ca9b27068e3', 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'admin_state_up': True, 'tenant_id': 'ba3210f84cd74ebb9848a3d6354e6248'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:31.110947 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Made reservation on behalf of ba3210f84cd74ebb9848a3d6354e6248 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:31.114466 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.247667 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Allocated IP 172.20.0.10 (01380ea8-a03f-488e-9166-0ea81bf81963/51b73599-3c9b-4d36-8e75-5a0542ea1773/f8c9b22f-f245-4292-ac88-d4a2fac329cf) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:31.395803 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.433079 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.452308 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['ac264980-e577-4f82-9819-d12d43c249f7', 'e7097111-3474-432b-b174-f9859b3a5f1b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:31.476030 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Network 01380ea8-a03f-488e-9166-0ea81bf81963 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:31.481506 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:31.485347 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:31.510859 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Pushing event updated for resources: {'Port': ['ID=f8c9b22f-f245-4292-ac88-d4a2fac329cf,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:31.525327 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.525684 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.526058 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.526405 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.526744 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.527081 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.527418 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.527754 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.528092 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.528423 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.528753 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.529084 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:31.548702 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:31.549435 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.563541 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-11017949-28d1-4298-8b1d-352f10acec75 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5617290 Jul 15 23:01:31.579613 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Request body: {'port': {'device_id': 'ad522226-2d7e-425c-aad8-4ca9b27068e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:31.654924 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.905972 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c9b22f-f245-4292-ac88-d4a2fac329cf {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:31.913614 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.924857 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Transition to ACTIVE for port object f8c9b22f-f245-4292-ac88-d4a2fac329cf will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:31.928360 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:31.981329 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c9b22f-f245-4292-ac88-d4a2fac329cf,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:32.045149 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Attempting to bind port f8c9b22f-f245-4292-ac88-d4a2fac329cf on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:32.045485 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Attempting to bind port f8c9b22f-f245-4292-ac88-d4a2fac329cf by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:32.045816 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Attempting to bind port f8c9b22f-f245-4292-ac88-d4a2fac329cf on network 01380ea8-a03f-488e-9166-0ea81bf81963 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:32.050563 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Port f8c9b22f-f245-4292-ac88-d4a2fac329cf on network 01380ea8-a03f-488e-9166-0ea81bf81963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:32.050889 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Attempting to bind port f8c9b22f-f245-4292-ac88-d4a2fac329cf on network 01380ea8-a03f-488e-9166-0ea81bf81963 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:32.055564 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:32.055909 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Checking segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:32.056291 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Bound using segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:32.056712 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Bound port: f8c9b22f-f245-4292-ac88-d4a2fac329cf, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:32.057066 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:32.116267 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a45fb0-28e0-49ba-bb38-202932e63dad req-e9d9d87a-e1c8-477c-8565-7530d9aa4f51 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.117755 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-73a45fb0-28e0-49ba-bb38-202932e63dad req-e9d9d87a-e1c8-477c-8565-7530d9aa4f51 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 944 time: 0.0623388 Jul 15 23:01:32.119311 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] For port f8c9b22f-f245-4292-ac88-d4a2fac329cf, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:32.122583 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] For port f8c9b22f-f245-4292-ac88-d4a2fac329cf, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f8c9b22f-f245-4292-ac88-d4a2fac329cf,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:32.127077 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:32.156751 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-73a45fb0-28e0-49ba-bb38-202932e63dad req-e626407d-03fc-47c0-857b-600c67b31818 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Jul 15 23:01:32.164522 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.165139 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:32.166549 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] 10.222.0.22 "PUT /v2.0/ports/f8c9b22f-f245-4292-ac88-d4a2fac329cf HTTP/1.1" status: 200 len: 1094 time: 0.5911260 Jul 15 23:01:32.166979 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad522226-2d7e-425c-aad8-4ca9b27068e3', 'tag': 'f8c9b22f-f245-4292-ac88-d4a2fac329cf'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:32.169207 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529c7c3-596f-4fc1-8bf8-f19dd750e283" -d '{"events": [{"name": "network-changed", "server_uuid": "ad522226-2d7e-425c-aad8-4ca9b27068e3", "tag": "f8c9b22f-f245-4292-ac88-d4a2fac329cf"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:32.192865 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb0b41-2d0d-4f88-afe4-a4695942bbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c9b22f-f245-4292-ac88-d4a2fac329cf,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:32.207281 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa161880-8972-4a46-8333-fc2a33682a7b x-openstack-request-id: req-aa161880-8972-4a46-8333-fc2a33682a7b {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:32.207572 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad522226-2d7e-425c-aad8-4ca9b27068e3", "tag": "f8c9b22f-f245-4292-ac88-d4a2fac329cf", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:32.207825 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa161880-8972-4a46-8333-fc2a33682a7b {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:32.208229 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad522226-2d7e-425c-aad8-4ca9b27068e3', 'tag': 'f8c9b22f-f245-4292-ac88-d4a2fac329cf', 'status': 'completed', 'code': 200} Jul 15 23:01:32.268462 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-ee2bcf47-a96e-4ef7-9f35-d339f7016ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.270581 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-ee2bcf47-a96e-4ef7-9f35-d339f7016ea9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 1097 time: 0.0528722 Jul 15 23:01:32.312031 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-490fbffe-06e8-4534-992a-c3392df4e158 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c9b22f-f245-4292-ac88-d4a2fac329cf HTTP/1.1" status: 200 len: 217 time: 0.0324390 Jul 15 23:01:32.361528 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-af0b17a5-e26c-4661-aea9-cc8a2e274a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.363032 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-af0b17a5-e26c-4661-aea9-cc8a2e274a02 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 200 len: 855 time: 0.0451193 Jul 15 23:01:32.399568 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-97af669f-8840-4046-a27f-709268f947cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01380ea8-a03f-488e-9166-0ea81bf81963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258029 Jul 15 23:01:32.488576 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-f0bf1647-d7d9-4ecf-9ce2-5c682c3e54b2 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823760 Jul 15 23:01:32.581777 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9b9e73dd-e1a3-467f-866d-7a4ad6f31152 req-989ba151-ad56-450b-a99e-383a026729ea service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847266 Jul 15 23:01:32.688656 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-c8061a67-a51b-45ef-a4bb-757a3ecadb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.690047 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-c8061a67-a51b-45ef-a4bb-757a3ecadb61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 1097 time: 0.0523460 Jul 15 23:01:32.788867 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-5dbc942d-7f32-4423-8034-c8a4bb6a463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.790372 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-5dbc942d-7f32-4423-8034-c8a4bb6a463e service neutron] 10.222.0.22 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 916 time: 0.0882425 Jul 15 23:01:32.839763 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-82a7d958-9a72-48e9-8ba4-c7e7dbb6814b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c9b22f-f245-4292-ac88-d4a2fac329cf HTTP/1.1" status: 200 len: 217 time: 0.0329866 Jul 15 23:01:32.892640 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-246e7b7d-a039-4d3b-b40b-f85c44c412d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:32.894292 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-246e7b7d-a039-4d3b-b40b-f85c44c412d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 200 len: 855 time: 0.0422325 Jul 15 23:01:32.938955 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-155ffb73-5e15-48ff-9707-2588980d972a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01380ea8-a03f-488e-9166-0ea81bf81963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284140 Jul 15 23:01:33.027821 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-159df0d0-d6e4-426c-8293-401542da2573 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799990 Jul 15 23:01:33.120739 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9529c7c3-596f-4fc1-8bf8-f19dd750e283 req-3b97a46d-2c1d-45cf-b305-6475e7533a31 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843062 Jul 15 23:01:33.335809 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067583af-5293-414c-9338-46af45c48c2f req-826bfb87-0833-44d6-bc84-8239a160d211 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:33.337283 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-067583af-5293-414c-9338-46af45c48c2f req-826bfb87-0833-44d6-bc84-8239a160d211 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 944 time: 0.0622141 Jul 15 23:01:33.374005 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-067583af-5293-414c-9338-46af45c48c2f req-61a1f24c-b59d-43ba-9c66-9ccfe1769d34 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Jul 15 23:01:34.540394 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5e7de-e8d4-41bd-8802-494fe8acf256 req-abda5628-4583-43fb-8608-99493ad2afae tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:34.541858 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1bb5e7de-e8d4-41bd-8802-494fe8acf256 req-abda5628-4583-43fb-8608-99493ad2afae tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 944 time: 0.0604236 Jul 15 23:01:34.581440 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1bb5e7de-e8d4-41bd-8802-494fe8acf256 req-83985600-1ba3-49ab-b311-7ca09d673aa7 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Jul 15 23:01:35.264470 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device f8c9b22f-f245-4292-ac88-d4a2fac329cf details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:35.356394 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port f8c9b22f-f245-4292-ac88-d4a2fac329cf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f8c9b22f-f245-4292-ac88-d4a2fac329cf,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:35.369508 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'f8c9b22f-f245-4292-ac88-d4a2fac329cf', 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'port_id': 'f8c9b22f-f245-4292-ac88-d4a2fac329cf', 'mac_address': 'fa:16:3e:7a:60:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b73599-3c9b-4d36-8e75-5a0542ea1773', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:35.405141 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:35.417057 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c9b22f-f245-4292-ac88-d4a2fac329cf {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:35.435544 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port f8c9b22f-f245-4292-ac88-d4a2fac329cf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f8c9b22f-f245-4292-ac88-d4a2fac329cf,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:35.439190 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:35.485648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=f8c9b22f-f245-4292-ac88-d4a2fac329cf,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:35.752712 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003434-458d-4fad-9798-965309c80d01 req-e168d8b2-3808-4227-8c0a-b4e5888734f7 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:35.754721 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ab003434-458d-4fad-9798-965309c80d01 req-e168d8b2-3808-4227-8c0a-b4e5888734f7 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 945 time: 0.0648751 Jul 15 23:01:35.791584 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ab003434-458d-4fad-9798-965309c80d01 req-901e4625-3932-421d-ad6f-f028a5e00ea1 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Jul 15 23:01:35.824414 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['f8c9b22f-f245-4292-ac88-d4a2fac329cf'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:36.344406 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.962555 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb22e-cae7-4e0c-9ff8-b4f5bbb40fcc req-a65b29fe-e1c9-4935-bdd6-086b9dc46345 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:36.964048 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-005cb22e-cae7-4e0c-9ff8-b4f5bbb40fcc req-a65b29fe-e1c9-4935-bdd6-086b9dc46345 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 945 time: 0.0629253 Jul 15 23:01:37.001079 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-005cb22e-cae7-4e0c-9ff8-b4f5bbb40fcc req-247f2a86-9ce4-45d4-9ad5-db86266533fe tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Jul 15 23:01:37.280228 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device f8c9b22f-f245-4292-ac88-d4a2fac329cf up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:37.314922 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-117b005a-0e10-4e53-860c-f51fe9c5c8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.335678 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port f8c9b22f-f245-4292-ac88-d4a2fac329cf completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:37.339062 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port f8c9b22f-f245-4292-ac88-d4a2fac329cf triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:37.339422 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.414620 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.435920 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad522226-2d7e-425c-aad8-4ca9b27068e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c9b22f-f245-4292-ac88-d4a2fac329cf'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:37.438170 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59444a52-dc13-4d5b-8918-4d52e785ba8a" -d '{"events": [{"server_uuid": "ad522226-2d7e-425c-aad8-4ca9b27068e3", "name": "network-vif-plugged", "status": "completed", "tag": "f8c9b22f-f245-4292-ac88-d4a2fac329cf"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:37.450264 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port f8c9b22f-f245-4292-ac88-d4a2fac329cf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f8c9b22f-f245-4292-ac88-d4a2fac329cf,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:37.454802 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.477817 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6a3d13-87da-46af-8112-053895daea05 x-openstack-request-id: req-ce6a3d13-87da-46af-8112-053895daea05 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:37.478381 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad522226-2d7e-425c-aad8-4ca9b27068e3", "name": "network-vif-plugged", "status": "completed", "tag": "f8c9b22f-f245-4292-ac88-d4a2fac329cf", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:37.478632 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce6a3d13-87da-46af-8112-053895daea05 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:37.479014 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad522226-2d7e-425c-aad8-4ca9b27068e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c9b22f-f245-4292-ac88-d4a2fac329cf', 'code': 200} Jul 15 23:01:37.504255 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=f8c9b22f-f245-4292-ac88-d4a2fac329cf,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:37.722179 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04295746-4923-43d1-8346-2e8d6829d08e req-e532775a-98b0-4091-a0a7-0500a45a9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:37.723647 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-04295746-4923-43d1-8346-2e8d6829d08e req-e532775a-98b0-4091-a0a7-0500a45a9610 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 1099 time: 0.0543742 Jul 15 23:01:37.757625 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-04295746-4923-43d1-8346-2e8d6829d08e req-c457b4b8-bd87-4a2c-a9ce-d89be59cffc4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265529 Jul 15 23:01:38.176973 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983fda9-9844-4f21-8dd9-3e7f82cd8cef req-03073c84-2475-40a1-b758-6ff22265e7d4 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:38.178494 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8983fda9-9844-4f21-8dd9-3e7f82cd8cef req-03073c84-2475-40a1-b758-6ff22265e7d4 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 946 time: 0.0661263 Jul 15 23:01:38.216527 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-8983fda9-9844-4f21-8dd9-3e7f82cd8cef req-a16ad729-8e8f-4509-92e1-b169d6141f82 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324674 Jul 15 23:01:39.387446 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7ae1-faa9-4f6e-a14c-6a76f752230a req-4cb1bca1-454b-49e0-a5c6-e7de3af450b1 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:39.388899 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-72ac7ae1-faa9-4f6e-a14c-6a76f752230a req-4cb1bca1-454b-49e0-a5c6-e7de3af450b1 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 946 time: 0.0626817 Jul 15 23:01:39.426291 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-72ac7ae1-faa9-4f6e-a14c-6a76f752230a req-25d07d34-45ca-4a94-829d-0b4bedd995ca tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Jul 15 23:01:39.948540 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a7286dcd-6010-4c8a-8ab3-d5e67478a1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:40.202371 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:41.008882 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:42.531888 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:50.234303 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-68ab02ab-09b8-4b16-97e5-554a50be4bf7 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:50.235795 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-68ab02ab-09b8-4b16-97e5-554a50be4bf7 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 815 time: 0.0997224 Jul 15 23:01:50.250247 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-7968371d-489c-470e-9ef2-aa4effb73bda tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/quotas/ba3210f84cd74ebb9848a3d6354e6248 HTTP/1.1" status: 200 len: 375 time: 0.0090477 Jul 15 23:01:50.324661 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-8506b370-fe2f-434d-8639-5ab76e591500 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690010 Jul 15 23:01:50.412061 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-5aa40d31-d40f-41bb-83fe-41fb39809c77 service neutron] 10.222.0.10 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801797 Jul 15 23:01:50.506266 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-157ca475-aee4-4d5b-b90e-b6b0ddc00e59 service neutron] 10.222.0.10 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Jul 15 23:01:50.667871 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c84bed0f-8b9e-4d9b-905c-95daeb9e7a1a req-1ff84dbf-a30e-4876-b095-7ab08a21684d tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 210 time: 0.0278451 Jul 15 23:01:51.826852 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-afd242fa-6dc2-4bd2-b449-c8394c260f71 req-41b6e9d7-d4b7-4093-9527-d444e2f03902 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 210 time: 0.0335352 Jul 15 23:01:51.840891 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-e45e1145-e2ca-4f1f-a5ed-96f1e0bd9cb3 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:51.842372 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-e45e1145-e2ca-4f1f-a5ed-96f1e0bd9cb3 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 815 time: 0.1337759 Jul 15 23:01:51.861078 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Request body: {'port': {'device_id': '299db0b4-274c-4d65-aacd-f31fd6c8e6cb', 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'admin_state_up': True, 'tenant_id': 'ba3210f84cd74ebb9848a3d6354e6248'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:51.967764 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Made reservation on behalf of ba3210f84cd74ebb9848a3d6354e6248 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:01:51.971526 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:52.097455 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Allocated IP 172.20.0.3 (01380ea8-a03f-488e-9166-0ea81bf81963/51b73599-3c9b-4d36-8e75-5a0542ea1773/9a338ba8-568d-42be-805f-8ba7067bcfd9) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:01:52.241690 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:52.278381 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:52.291755 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['ac264980-e577-4f82-9819-d12d43c249f7', 'e7097111-3474-432b-b174-f9859b3a5f1b', 'f8c9b22f-f245-4292-ac88-d4a2fac329cf'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:52.324206 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Network 01380ea8-a03f-488e-9166-0ea81bf81963 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:01:52.327407 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:01:52.331396 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:01:52.354517 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Pushing event updated for resources: {'Port': ['ID=9a338ba8-568d-42be-805f-8ba7067bcfd9,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:52.382104 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:52.382723 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:52.396630 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-3b42b1e5-62db-42ee-93aa-400297c6e81a tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394566 Jul 15 23:01:52.415940 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Request body: {'port': {'device_id': '299db0b4-274c-4d65-aacd-f31fd6c8e6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:01:52.490645 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:52.821251 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:01:53.004663 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a338ba8-568d-42be-805f-8ba7067bcfd9 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:53.006308 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144044b-d22e-496d-bb48-4c600057321a req-32ebbc5c-03b6-481c-a0de-7b3830d844cf tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.007803 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e144044b-d22e-496d-bb48-4c600057321a req-32ebbc5c-03b6-481c-a0de-7b3830d844cf tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 931 time: 0.0663900 Jul 15 23:01:53.012152 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.024278 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Transition to ACTIVE for port object 9a338ba8-568d-42be-805f-8ba7067bcfd9 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:01:53.028505 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.047155 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e144044b-d22e-496d-bb48-4c600057321a req-e6e8dec7-0744-4c8f-8c64-d26da05cd748 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337749 Jul 15 23:01:53.081154 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a338ba8-568d-42be-805f-8ba7067bcfd9,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:53.144912 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Attempting to bind port 9a338ba8-568d-42be-805f-8ba7067bcfd9 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:01:53.145259 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Attempting to bind port 9a338ba8-568d-42be-805f-8ba7067bcfd9 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:01:53.145594 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Attempting to bind port 9a338ba8-568d-42be-805f-8ba7067bcfd9 on network 01380ea8-a03f-488e-9166-0ea81bf81963 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:53.149746 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Port 9a338ba8-568d-42be-805f-8ba7067bcfd9 on network 01380ea8-a03f-488e-9166-0ea81bf81963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:01:53.150099 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Attempting to bind port 9a338ba8-568d-42be-805f-8ba7067bcfd9 on network 01380ea8-a03f-488e-9166-0ea81bf81963 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:01:53.154751 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:01:53.155091 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Checking segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:01:53.155478 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Bound using segment: {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:01:53.155906 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Bound port: 9a338ba8-568d-42be-805f-8ba7067bcfd9, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269da839-23ef-498e-ba0c-d69907423d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:01:53.156283 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.216409 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] For port 9a338ba8-568d-42be-805f-8ba7067bcfd9, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:01:53.219394 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] For port 9a338ba8-568d-42be-805f-8ba7067bcfd9, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a338ba8-568d-42be-805f-8ba7067bcfd9,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:01:53.223299 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.257945 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.258555 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:53.259950 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] 10.222.0.22 "PUT /v2.0/ports/9a338ba8-568d-42be-805f-8ba7067bcfd9 HTTP/1.1" status: 200 len: 1093 time: 0.8488781 Jul 15 23:01:53.260377 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299db0b4-274c-4d65-aacd-f31fd6c8e6cb', 'tag': '9a338ba8-568d-42be-805f-8ba7067bcfd9'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:53.262623 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146bb7c2-0816-43cd-b18c-be48f96169d6" -d '{"events": [{"name": "network-changed", "server_uuid": "299db0b4-274c-4d65-aacd-f31fd6c8e6cb", "tag": "9a338ba8-568d-42be-805f-8ba7067bcfd9"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:53.290763 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bb381-4561-4656-8894-2d306c4715c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a338ba8-568d-42be-805f-8ba7067bcfd9,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:53.300049 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9585da4e-ca15-4791-a4e2-9e84134a2c69 x-openstack-request-id: req-9585da4e-ca15-4791-a4e2-9e84134a2c69 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:53.300408 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299db0b4-274c-4d65-aacd-f31fd6c8e6cb", "tag": "9a338ba8-568d-42be-805f-8ba7067bcfd9", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:53.300595 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9585da4e-ca15-4791-a4e2-9e84134a2c69 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:53.300976 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299db0b4-274c-4d65-aacd-f31fd6c8e6cb', 'tag': '9a338ba8-568d-42be-805f-8ba7067bcfd9', 'status': 'completed', 'code': 200} Jul 15 23:01:53.363251 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-dda8288f-f6f5-41e7-ac9f-e139132f0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.364761 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-dda8288f-f6f5-41e7-ac9f-e139132f0278 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 1096 time: 0.0529087 Jul 15 23:01:53.410689 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-a74c6bf8-cf9f-4f89-9c99-2449bd3533ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a338ba8-568d-42be-805f-8ba7067bcfd9 HTTP/1.1" status: 200 len: 217 time: 0.0327337 Jul 15 23:01:53.466927 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-5b311c17-97b5-4841-9ea6-ece55b6eddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.468393 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-5b311c17-97b5-4841-9ea6-ece55b6eddc4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 200 len: 855 time: 0.0450938 Jul 15 23:01:53.511401 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-32a5b9f3-e834-44fd-a2db-759d3fe88272 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01380ea8-a03f-488e-9166-0ea81bf81963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257967 Jul 15 23:01:53.602647 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-649360ba-c089-439e-97a1-95f77b924069 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792654 Jul 15 23:01:53.693762 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-dc93b6b3-15db-4ec0-8df9-87e8eb4cf60f req-4493c34c-f68d-41bd-9e12-3f56752d87c7 service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832880 Jul 15 23:01:53.802888 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-5b718bfc-61bf-4266-81c5-520009340ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.804295 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-5b718bfc-61bf-4266-81c5-520009340ae7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 1096 time: 0.0513988 Jul 15 23:01:53.899638 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-ade9edc8-229c-4072-9382-b10f8f44aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.901095 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-ade9edc8-229c-4072-9382-b10f8f44aa97 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 200 len: 916 time: 0.0880415 Jul 15 23:01:53.943319 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-b0bb2a37-10f7-44a1-8b02-f19367dba642 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a338ba8-568d-42be-805f-8ba7067bcfd9 HTTP/1.1" status: 200 len: 217 time: 0.0333300 Jul 15 23:01:53.994961 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-d09c4808-b090-4bcd-b016-33b3e3459d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:53.996438 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-d09c4808-b090-4bcd-b016-33b3e3459d05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 200 len: 855 time: 0.0433443 Jul 15 23:01:54.036875 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-3be64631-5b21-4fd2-8b40-6d9e0b73da12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01380ea8-a03f-488e-9166-0ea81bf81963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294240 Jul 15 23:01:54.130991 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-2d99ccfd-9f0a-41b0-8d6f-27edccbe1aea service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831439 Jul 15 23:01:54.269187 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-146bb7c2-0816-43cd-b18c-be48f96169d6 req-85464ab8-153a-4896-9ba7-725858b7170b service neutron] 10.222.0.22 "GET /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287408 Jul 15 23:01:54.280460 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3870c73-e339-483f-916d-986d7f0173c5 req-72f6b4d7-c32c-435e-871e-d10b4daf7e64 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:54.282002 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b3870c73-e339-483f-916d-986d7f0173c5 req-72f6b4d7-c32c-435e-871e-d10b4daf7e64 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 943 time: 0.1238837 Jul 15 23:01:54.321005 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b3870c73-e339-483f-916d-986d7f0173c5 req-c960f489-2eb2-427b-a44c-354d11881dfd tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Jul 15 23:01:55.499433 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8c8b7-77c5-470f-a3e7-19a9d8f1fe91 req-9e082a2b-3659-4c66-a34b-0c7cb23ec1be tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:55.500933 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f4c8c8b7-77c5-470f-a3e7-19a9d8f1fe91 req-9e082a2b-3659-4c66-a34b-0c7cb23ec1be tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 943 time: 0.0696292 Jul 15 23:01:55.540630 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f4c8c8b7-77c5-470f-a3e7-19a9d8f1fe91 req-37928b9b-52af-4f30-89bf-180b5e265e97 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Jul 15 23:01:56.711539 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9546e-c6d1-48fb-a5ed-172e7d727ff3 req-8f458d3d-c39b-417a-a6f4-d050e37c2948 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:56.713038 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-82c9546e-c6d1-48fb-a5ed-172e7d727ff3 req-8f458d3d-c39b-417a-a6f4-d050e37c2948 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 943 time: 0.0634801 Jul 15 23:01:56.750460 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-82c9546e-c6d1-48fb-a5ed-172e7d727ff3 req-324f5626-d56d-466f-8372-88f5ea530858 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Jul 15 23:01:57.424287 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 9a338ba8-568d-42be-805f-8ba7067bcfd9 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:01:57.519200 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 9a338ba8-568d-42be-805f-8ba7067bcfd9, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a338ba8-568d-42be-805f-8ba7067bcfd9,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:57.530900 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '9a338ba8-568d-42be-805f-8ba7067bcfd9', 'network_id': '01380ea8-a03f-488e-9166-0ea81bf81963', 'port_id': '9a338ba8-568d-42be-805f-8ba7067bcfd9', 'mac_address': 'fa:16:3e:47:ab:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b73599-3c9b-4d36-8e75-5a0542ea1773', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:01:57.566708 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.581703 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a338ba8-568d-42be-805f-8ba7067bcfd9 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:01:57.600692 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 9a338ba8-568d-42be-805f-8ba7067bcfd9, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a338ba8-568d-42be-805f-8ba7067bcfd9,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:57.604407 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:57.649488 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=9a338ba8-568d-42be-805f-8ba7067bcfd9,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:57.656487 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.656842 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.657189 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.657526 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.657877 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.658218 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.658543 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.658874 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.659729 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.660057 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.660379 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.660702 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:01:57.934781 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4f1c-7914-4081-a752-ef78078a60b6 req-bd86620e-c14c-4f8b-a002-f2031964ecc6 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:57.936270 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-828b4f1c-7914-4081-a752-ef78078a60b6 req-bd86620e-c14c-4f8b-a002-f2031964ecc6 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 944 time: 0.0691581 Jul 15 23:01:57.976511 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-828b4f1c-7914-4081-a752-ef78078a60b6 req-b38992ce-3d15-46f1-a085-1360f13efee2 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344665 Jul 15 23:01:58.032944 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['9a338ba8-568d-42be-805f-8ba7067bcfd9'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:01:59.154496 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b47651-ff30-433c-bdc2-45b38983a9d0 req-74a54516-16ac-47a8-890a-e1985353027e tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.156009 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-72b47651-ff30-433c-bdc2-45b38983a9d0 req-74a54516-16ac-47a8-890a-e1985353027e tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 944 time: 0.0681293 Jul 15 23:01:59.195222 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-72b47651-ff30-433c-bdc2-45b38983a9d0 req-bfed0959-68a9-4160-9194-717c6626bab0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Jul 15 23:01:59.439136 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 9a338ba8-568d-42be-805f-8ba7067bcfd9 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:01:59.496296 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 9a338ba8-568d-42be-805f-8ba7067bcfd9 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:01:59.499898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 9a338ba8-568d-42be-805f-8ba7067bcfd9 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:01:59.500268 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:59.576204 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:59.600915 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299db0b4-274c-4d65-aacd-f31fd6c8e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a338ba8-568d-42be-805f-8ba7067bcfd9'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:01:59.603433 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75018c95-8f26-454e-815c-c5f362840fa9" -d '{"events": [{"server_uuid": "299db0b4-274c-4d65-aacd-f31fd6c8e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "9a338ba8-568d-42be-805f-8ba7067bcfd9"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:01:59.615401 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 9a338ba8-568d-42be-805f-8ba7067bcfd9, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a338ba8-568d-42be-805f-8ba7067bcfd9,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:01:59.619502 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:59.644814 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415afc68-2336-45f2-9869-c3c002ee74f7 x-openstack-request-id: req-415afc68-2336-45f2-9869-c3c002ee74f7 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:01:59.645068 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299db0b4-274c-4d65-aacd-f31fd6c8e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "9a338ba8-568d-42be-805f-8ba7067bcfd9", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:01:59.645308 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-415afc68-2336-45f2-9869-c3c002ee74f7 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:01:59.645688 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299db0b4-274c-4d65-aacd-f31fd6c8e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a338ba8-568d-42be-805f-8ba7067bcfd9', 'code': 200} Jul 15 23:01:59.676767 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=9a338ba8-568d-42be-805f-8ba7067bcfd9,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:01:59.875690 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380ac86-8559-4973-a37b-62e4c19ade83 req-74e462e2-3513-4cb2-9e54-1f2aa06982b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:01:59.877195 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c380ac86-8559-4973-a37b-62e4c19ade83 req-74e462e2-3513-4cb2-9e54-1f2aa06982b8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 1098 time: 0.0526910 Jul 15 23:01:59.915367 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c380ac86-8559-4973-a37b-62e4c19ade83 req-eb697c5d-4fc4-4ff4-8d23-2b2d1d4bbacc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281112 Jul 15 23:02:00.363970 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddf6f0-e822-4c87-8581-285308cae01b req-7abcdea0-ae55-448b-be65-757858f3ea5e tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:00.365428 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44ddf6f0-e822-4c87-8581-285308cae01b req-7abcdea0-ae55-448b-be65-757858f3ea5e tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 945 time: 0.0612361 Jul 15 23:02:00.401522 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-44ddf6f0-e822-4c87-8581-285308cae01b req-9be2b388-33da-42fa-948a-efc7ca978637 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305457 Jul 15 23:02:01.576309 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810675b5-4d3d-494b-8c96-bfd84debce92 req-df99bb99-bfbd-4706-b359-67c52715ebb2 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:01.577890 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-810675b5-4d3d-494b-8c96-bfd84debce92 req-df99bb99-bfbd-4706-b359-67c52715ebb2 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 945 time: 0.0629787 Jul 15 23:02:01.620056 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-810675b5-4d3d-494b-8c96-bfd84debce92 req-274f685f-d0de-4bad-9b81-7075cdc9fd89 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360851 Jul 15 23:02:06.346186 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:07.291016 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f2206c16-41dc-4164-bb48-7321be8af614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:09.951578 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b4d7080a-4ec2-4b74-b43f-d3947573d146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:10.203352 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:11.012294 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:12.534033 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:14.009912 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be655-d39d-4819-8dfa-44964841514b req-2a3b108b-b33e-4363-a008-63f04b0aa6aa tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:14.011411 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c80be655-d39d-4819-8dfa-44964841514b req-2a3b108b-b33e-4363-a008-63f04b0aa6aa tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0658100 Jul 15 23:02:14.051310 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c80be655-d39d-4819-8dfa-44964841514b req-16d405df-0599-4069-925f-a798529544bf tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341270 Jul 15 23:02:15.236409 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb6742-b173-4820-9887-950d02a74877 req-b4a778d0-b271-4dd5-b291-de73839d4932 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:15.237929 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e2eb6742-b173-4820-9887-950d02a74877 req-b4a778d0-b271-4dd5-b291-de73839d4932 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0628955 Jul 15 23:02:15.274296 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e2eb6742-b173-4820-9887-950d02a74877 req-bb6c30ac-46aa-42a2-851b-dbb4414b5be5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307550 Jul 15 23:02:15.714478 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc3365-7de6-44bd-95dc-f1b395da133e req-d2c9588f-de94-46aa-941a-bb2180460a6e tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:15.715966 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4ccc3365-7de6-44bd-95dc-f1b395da133e req-d2c9588f-de94-46aa-941a-bb2180460a6e tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 945 time: 0.0625124 Jul 15 23:02:15.752637 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4ccc3365-7de6-44bd-95dc-f1b395da133e req-de45b44d-f46e-4b6a-ab74-9b46013e66ed tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Jul 15 23:02:16.449580 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4caaec-f8f3-463d-a03a-b5021c6e5dea req-ebf2d6b7-143a-4bcc-a0c7-62114a810845 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:16.451775 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ac4caaec-f8f3-463d-a03a-b5021c6e5dea req-ebf2d6b7-143a-4bcc-a0c7-62114a810845 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0638151 Jul 15 23:02:16.490158 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ac4caaec-f8f3-463d-a03a-b5021c6e5dea req-93a41386-068e-45f4-a907-42331e006e86 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334415 Jul 15 23:02:16.925712 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317b48f-d8d2-40c5-b650-14cd3c09ba3e req-65304101-f001-42f0-aa70-3672049493c3 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:16.927189 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7317b48f-d8d2-40c5-b650-14cd3c09ba3e req-65304101-f001-42f0-aa70-3672049493c3 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 945 time: 0.0643799 Jul 15 23:02:16.963204 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7317b48f-d8d2-40c5-b650-14cd3c09ba3e req-ea24cef7-b4f8-4e25-908e-67e82b2c61f4 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305443 Jul 15 23:02:17.699161 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef826a3-1cff-4f71-90f2-40c726557030 req-a98726a7-040f-44a4-ba1b-1dc2572836bc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:17.700904 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5ef826a3-1cff-4f71-90f2-40c726557030 req-a98726a7-040f-44a4-ba1b-1dc2572836bc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0950987 Jul 15 23:02:17.718006 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-2e461020-f253-4142-8756-7267276cfd52 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946532260&fields=id&tenant_id=03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 267 time: 0.0371656 Jul 15 23:02:17.758921 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-cccbd3f4-7f1f-4f06-a210-de2e60d54060 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:17.760395 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-cccbd3f4-7f1f-4f06-a210-de2e60d54060 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 945 time: 0.1095517 Jul 15 23:02:17.763617 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5ef826a3-1cff-4f71-90f2-40c726557030 req-2479f342-6dab-43bf-8cce-864cf4132607 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553868 Jul 15 23:02:17.824230 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316fbe-8012-4950-917f-c564ccd55769 req-3e6503d4-e25f-40c1-b967-f3e0f4acc06a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:17.825719 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-3e6503d4-e25f-40c1-b967-f3e0f4acc06a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 811 time: 0.1005380 Jul 15 23:02:17.840110 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-452c7348-ae18-42bd-b674-48b507928092 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/quotas/03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 375 time: 0.0089941 Jul 15 23:02:17.861648 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Deleting port 9a338ba8-568d-42be-805f-8ba7067bcfd9 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:17.862034 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:17.921259 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-cbc807eb-b92b-4304-8655-2beff165a8ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0754991 Jul 15 23:02:17.953450 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] For port 9a338ba8-568d-42be-805f-8ba7067bcfd9, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=9a338ba8-568d-42be-805f-8ba7067bcfd9,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:17.953728 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:17.965636 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Calling delete_port for 9a338ba8-568d-42be-805f-8ba7067bcfd9 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:18.016720 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-df6ddc6a-a64a-427e-af42-37f7f43c421a service neutron] 10.222.0.10 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843816 Jul 15 23:02:18.111228 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-3e5cbe2c-e77a-4cb2-b2ae-a0d894599e5d service neutron] 10.222.0.10 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879579 Jul 15 23:02:18.129930 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.143183 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['ac264980-e577-4f82-9819-d12d43c249f7', 'e7097111-3474-432b-b174-f9859b3a5f1b', 'f8c9b22f-f245-4292-ac88-d4a2fac329cf', '9a338ba8-568d-42be-805f-8ba7067bcfd9'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:18.168827 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Pushing event deleted for resources: {'Port': ['ID=9a338ba8-568d-42be-805f-8ba7067bcfd9,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:18.219904 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] No DVR routers for this DVR port 9a338ba8-568d-42be-805f-8ba7067bcfd9 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:18.229462 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e686a-999f-44d6-9b49-f1059eb993ea req-bc2176ec-3886-4046-a41b-4cc1eeb273f5 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:18.231056 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fa9e686a-999f-44d6-9b49-f1059eb993ea req-bc2176ec-3886-4046-a41b-4cc1eeb273f5 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=299db0b4-274c-4d65-aacd-f31fd6c8e6cb HTTP/1.1" status: 200 len: 867 time: 0.1495087 Jul 15 23:02:18.232143 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:18.234412 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0b3c94dc-71eb-48cd-949c-d73abb8d863c req-b7d50a82-46b2-433d-9c90-41510996458f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "DELETE /v2.0/ports/9a338ba8-568d-42be-805f-8ba7067bcfd9 HTTP/1.1" status: 204 len: 173 time: 0.4672198 Jul 15 23:02:18.234849 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299db0b4-274c-4d65-aacd-f31fd6c8e6cb', 'name': 'network-vif-deleted', 'tag': '9a338ba8-568d-42be-805f-8ba7067bcfd9'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:18.237103 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259de0cf-f44f-4c04-8c4c-3a8ec1f542bb" -d '{"events": [{"server_uuid": "299db0b4-274c-4d65-aacd-f31fd6c8e6cb", "name": "network-vif-deleted", "tag": "9a338ba8-568d-42be-805f-8ba7067bcfd9"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:18.278979 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fa9e686a-999f-44d6-9b49-f1059eb993ea req-1672326b-691a-449c-a535-bbd39ef5cbe6 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Jul 15 23:02:18.332873 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4206d384-8c96-4366-8d73-0566bea06aff x-openstack-request-id: req-4206d384-8c96-4366-8d73-0566bea06aff {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:18.333264 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299db0b4-274c-4d65-aacd-f31fd6c8e6cb", "name": "network-vif-deleted", "tag": "9a338ba8-568d-42be-805f-8ba7067bcfd9", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:18.333577 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4206d384-8c96-4366-8d73-0566bea06aff {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:18.334111 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299db0b4-274c-4d65-aacd-f31fd6c8e6cb', 'name': 'network-vif-deleted', 'tag': '9a338ba8-568d-42be-805f-8ba7067bcfd9', 'status': 'completed', 'code': 200} Jul 15 23:02:18.449109 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ec952c4f-d5e8-46ae-b060-fac2e15e3f76 req-2d47b978-77fe-464a-b504-1bb3064c9e9b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 210 time: 0.0325601 Jul 15 23:02:18.946955 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359add30-0880-4705-bf18-14729848e8ee req-111af6cd-38cd-4490-85a6-77ab577194b4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:18.948416 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-359add30-0880-4705-bf18-14729848e8ee req-111af6cd-38cd-4490-85a6-77ab577194b4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0659602 Jul 15 23:02:18.988649 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-359add30-0880-4705-bf18-14729848e8ee req-a8dd9a86-b705-4590-9811-6572835c4ed6 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346582 Jul 15 23:02:19.598487 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f767abf0-66af-4b10-8fe3-e54f4357779f req-b245bc2f-2d6b-4155-8a05-98bdefe4b728 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 210 time: 0.0314136 Jul 15 23:02:19.601185 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316fbe-8012-4950-917f-c564ccd55769 req-3d67315b-a8df-4427-9cf0-cb6bf0405413 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:19.603451 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-3d67315b-a8df-4427-9cf0-cb6bf0405413 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 811 time: 0.1108735 Jul 15 23:02:19.647349 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-fa47c11a-9efa-45f7-bc92-a153c63715b5 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03c7e20302bf46eb8d42294e693315a3 HTTP/1.1" status: 200 len: 380 time: 0.0349495 Jul 15 23:02:19.656104 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'port': {'device_id': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'admin_state_up': True, 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'security_groups': ['df5af8c9-720f-4468-a684-ff9c666cc856']}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:19.769937 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Made reservation on behalf of 03c7e20302bf46eb8d42294e693315a3 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:02:19.773465 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.896574 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Allocated IP 172.20.0.10 (b91d9129-30a5-4ab9-b9ed-e17eccec858a/e41c3dcd-e17c-40a6-8353-5fac1bd35ae9/1786bd68-8be4-4a5b-9ab5-c07cbc33acc0) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:20.031556 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.050299 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Transition to ACTIVE for port object 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:20.085782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.161870 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:20.170369 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:20.172845 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:20.175589 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:20.236339 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:20.236969 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.248920 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8c3d3-04b1-44ab-8a50-1666cb065575 req-7a06a1b0-0250-4848-9891-0844af6863ec tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:20.250488 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-42e8c3d3-04b1-44ab-8a50-1666cb065575 req-7a06a1b0-0250-4848-9891-0844af6863ec tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.1360188 Jul 15 23:02:20.277239 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-772f7457-6ff2-46b5-9d33-d161ee338003 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6248233 Jul 15 23:02:20.295464 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Request body: {'port': {'device_id': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:20.321355 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-42e8c3d3-04b1-44ab-8a50-1666cb065575 req-4ec3e197-4d8f-485f-a41a-6b6b52b94171 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647435 Jul 15 23:02:20.375420 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.433324 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b2df4e1f-6e75-495c-80bc-e8d1250dff5a None None] Provisioning for port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:20.437436 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-b2df4e1f-6e75-495c-80bc-e8d1250dff5a None None] Provisioning complete for port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:20.437811 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b2df4e1f-6e75-495c-80bc-e8d1250dff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.591898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-b2df4e1f-6e75-495c-80bc-e8d1250dff5a None None] Port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:02:20.646820 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:20.655043 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.669807 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Transition to ACTIVE for port object 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:02:20.673953 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.793231 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Pushing event updated for resources: {'Port': ['ID=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:20.861696 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Attempting to bind port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:02:20.862138 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Attempting to bind port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:02:20.862604 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Attempting to bind port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 on network b91d9129-30a5-4ab9-b9ed-e17eccec858a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:20.871546 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbfdd5-4501-47f9-b7b2-ae14728fcbb2 req-ee3e5de3-ab66-415f-a1d7-aa334c71c565 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:20.873182 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-29cbfdd5-4501-47f9-b7b2-ae14728fcbb2 req-ee3e5de3-ab66-415f-a1d7-aa334c71c565 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.1546149 Jul 15 23:02:20.876771 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 on network b91d9129-30a5-4ab9-b9ed-e17eccec858a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:02:20.877172 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Attempting to bind port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 on network b91d9129-30a5-4ab9-b9ed-e17eccec858a {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:02:20.889956 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:02:20.890302 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Checking segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:02:20.890846 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Bound using segment: {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:02:20.891366 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Bound port: 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9867a645-4e4d-46a3-a2d0-574f8f533c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:02:20.891797 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:20.902671 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea184a09-5134-4656-9f02-10057d1e7635 req-80c2e6be-355c-4e14-87d6-322a543876e0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:20.906803 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ea184a09-5134-4656-9f02-10057d1e7635 req-80c2e6be-355c-4e14-87d6-322a543876e0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 946 time: 0.0757773 Jul 15 23:02:20.943695 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ea184a09-5134-4656-9f02-10057d1e7635 req-dab4ef1e-ad0e-468d-9490-ebcdc34cd220 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jul 15 23:02:20.948905 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-29cbfdd5-4501-47f9-b7b2-ae14728fcbb2 req-4e3ade42-e3c6-4767-8628-98be92a5d437 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678713 Jul 15 23:02:20.982629 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] For port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:02:20.985588 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] For port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:02:20.990213 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.024256 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.024877 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:21.026292 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] 10.222.0.22 "PUT /v2.0/ports/1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 HTTP/1.1" status: 200 len: 1094 time: 0.7356067 Jul 15 23:02:21.026670 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:21.028885 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:21.053856 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a4103-24f4-4d26-b3de-c87e9bf07177 service neutron] Pushing event updated for resources: {'Port': ['ID=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:21.073207 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b39b97-5d31-4933-9764-b6f5e0224e33 x-openstack-request-id: req-33b39b97-5d31-4933-9764-b6f5e0224e33 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:21.073502 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:21.073756 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33b39b97-5d31-4933-9764-b6f5e0224e33 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:21.074183 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'status': 'completed', 'code': 200} Jul 15 23:02:21.143207 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316fbe-8012-4950-917f-c564ccd55769 req-c877bc84-7f9a-4f7c-9de5-b2add920bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.145360 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-c877bc84-7f9a-4f7c-9de5-b2add920bce1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 1097 time: 0.0592782 Jul 15 23:02:21.186976 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-2f22b220-4b60-4285-bb3b-5223a3f68598 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 HTTP/1.1" status: 200 len: 217 time: 0.0345831 Jul 15 23:02:21.240331 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316fbe-8012-4950-917f-c564ccd55769 req-e991d2f3-7f08-4d39-b01a-8d2c127183db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.241793 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-e991d2f3-7f08-4d39-b01a-8d2c127183db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0440972 Jul 15 23:02:21.299081 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316fbe-8012-4950-917f-c564ccd55769 req-d71a23fc-7f0d-4191-8e5e-1c57db6431a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.300965 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-d71a23fc-7f0d-4191-8e5e-1c57db6431a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501263 Jul 15 23:02:21.391637 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-218c42e2-65e8-4f01-b138-6c95cfb0e470 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836961 Jul 15 23:02:21.512952 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74316fbe-8012-4950-917f-c564ccd55769 req-8b85a322-3662-460e-963f-1f206b011643 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143334 Jul 15 23:02:21.539433 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac4a77-3925-42af-80ff-0e99f08eaeb5 req-ec640108-4149-4118-89e3-adb50e65fd3d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.541524 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b4ac4a77-3925-42af-80ff-0e99f08eaeb5 req-ec640108-4149-4118-89e3-adb50e65fd3d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0850027 Jul 15 23:02:21.551309 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 9a338ba8-568d-42be-805f-8ba7067bcfd9 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:21.571657 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 9a338ba8-568d-42be-805f-8ba7067bcfd9 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:21.572004 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 9a338ba8-568d-42be-805f-8ba7067bcfd9 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:21.608240 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b4ac4a77-3925-42af-80ff-0e99f08eaeb5 req-b3216ed8-0b86-414d-94f2-52fb7e276fbf tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613534 Jul 15 23:02:21.629085 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-6cf1f4f8-b3bf-4a0b-8205-67aef3048570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.630607 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-6cf1f4f8-b3bf-4a0b-8205-67aef3048570 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 1097 time: 0.0683441 Jul 15 23:02:21.730405 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-dab7f19c-6f2d-46a7-98a2-1f4316249a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.731879 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-dab7f19c-6f2d-46a7-98a2-1f4316249a7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.0879209 Jul 15 23:02:21.771837 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-4d49d090-ee75-4782-8485-86c155ddb821 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 HTTP/1.1" status: 200 len: 217 time: 0.0328987 Jul 15 23:02:21.829147 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-608e2d67-312a-429d-ac2f-34c73b9d543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.830681 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-608e2d67-312a-429d-ac2f-34c73b9d543a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0465236 Jul 15 23:02:21.895717 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-89d20897-8962-4240-9c39-455b4f23eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:21.897163 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-89d20897-8962-4240-9c39-455b4f23eefc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505967 Jul 15 23:02:21.990130 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-470ada5a-5b77-4dce-89c9-d0bacf17f1ec service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827992 Jul 15 23:02:22.120989 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f35c0f-62b3-437f-b5b0-4f3d68295a76 req-01efdc6f-688d-4526-b174-ec7688990546 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:22.123031 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd9021b7-0d7f-49b7-80b0-e3e4b7fc3928 req-0e632dac-41f2-4976-97d9-3426f1e74b51 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194539 Jul 15 23:02:22.123225 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e4f35c0f-62b3-437f-b5b0-4f3d68295a76 req-01efdc6f-688d-4526-b174-ec7688990546 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 946 time: 0.0640929 Jul 15 23:02:22.146291 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba543e1-aef6-40b1-a365-fad13cb68f9e req-b4cf1a42-6eca-4db3-90ea-3f9d41749bc3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:22.147876 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bba543e1-aef6-40b1-a365-fad13cb68f9e req-b4cf1a42-6eca-4db3-90ea-3f9d41749bc3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0835936 Jul 15 23:02:22.162442 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e4f35c0f-62b3-437f-b5b0-4f3d68295a76 req-9775b544-e377-4cef-b0a5-1f8bb5a3db91 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Jul 15 23:02:22.186105 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bba543e1-aef6-40b1-a365-fad13cb68f9e req-37f88b97-3cf6-4e76-8d8e-1881435b6d1a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Jul 15 23:02:22.701249 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-6b9569fb-cb55-4e5c-8f95-f84c2ad21705 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:22.702799 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-6b9569fb-cb55-4e5c-8f95-f84c2ad21705 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 946 time: 0.0661442 Jul 15 23:02:22.792199 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172999b9-f16d-449b-b611-0290470826fd req-18c631cb-4de0-4630-9bbc-015175cb246e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:22.793699 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-172999b9-f16d-449b-b611-0290470826fd req-18c631cb-4de0-4630-9bbc-015175cb246e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0684409 Jul 15 23:02:22.801536 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Deleting port f8c9b22f-f245-4292-ac88-d4a2fac329cf {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:22.802076 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.832143 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-172999b9-f16d-449b-b611-0290470826fd req-8b0e8998-f357-4aca-864c-50906ff7b9ac tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328798 Jul 15 23:02:22.892723 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] For port f8c9b22f-f245-4292-ac88-d4a2fac329cf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f8c9b22f-f245-4292-ac88-d4a2fac329cf,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:22.893086 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:22.904908 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Calling delete_port for f8c9b22f-f245-4292-ac88-d4a2fac329cf owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:23.024731 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.036335 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['ac264980-e577-4f82-9819-d12d43c249f7', 'e7097111-3474-432b-b174-f9859b3a5f1b', 'f8c9b22f-f245-4292-ac88-d4a2fac329cf'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:23.322092 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Pushing event deleted for resources: {'Port': ['ID=f8c9b22f-f245-4292-ac88-d4a2fac329cf,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:23.369198 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f4e206f7-ec4a-4f76-81bb-3c98353856ec req-5266b958-2f22-42f6-af37-88a7be109d59 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad522226-2d7e-425c-aad8-4ca9b27068e3 HTTP/1.1" status: 200 len: 210 time: 0.0506425 Jul 15 23:02:23.380899 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e3d23-cec1-4988-babe-8c225b4d380d req-718fca54-af51-4240-9472-a03a90779708 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:23.382423 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f75e3d23-cec1-4988-babe-8c225b4d380d req-718fca54-af51-4240-9472-a03a90779708 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0639625 Jul 15 23:02:23.389532 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] No DVR routers for this DVR port f8c9b22f-f245-4292-ac88-d4a2fac329cf on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:23.391993 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:23.394128 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d15f0544-24a3-42c3-84b5-5a70f4d85ab1 req-b64dc31c-0d40-40cd-b4cc-c3121897012f tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "DELETE /v2.0/ports/f8c9b22f-f245-4292-ac88-d4a2fac329cf HTTP/1.1" status: 204 len: 173 time: 0.6854098 Jul 15 23:02:23.394560 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad522226-2d7e-425c-aad8-4ca9b27068e3', 'name': 'network-vif-deleted', 'tag': 'f8c9b22f-f245-4292-ac88-d4a2fac329cf'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:23.396754 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0028e973-e356-48aa-84ba-01ce14ee4283" -d '{"events": [{"server_uuid": "ad522226-2d7e-425c-aad8-4ca9b27068e3", "name": "network-vif-deleted", "tag": "f8c9b22f-f245-4292-ac88-d4a2fac329cf"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:23.427140 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f75e3d23-cec1-4988-babe-8c225b4d380d req-16e5b380-298c-452a-bce3-3e8b53d8ebda tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Jul 15 23:02:23.433690 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6271c6f8-b6a8-4616-bf9a-250ed57b2ee7 x-openstack-request-id: req-6271c6f8-b6a8-4616-bf9a-250ed57b2ee7 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:23.434262 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad522226-2d7e-425c-aad8-4ca9b27068e3", "name": "network-vif-deleted", "tag": "f8c9b22f-f245-4292-ac88-d4a2fac329cf", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:23.434262 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6271c6f8-b6a8-4616-bf9a-250ed57b2ee7 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:23.434638 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad522226-2d7e-425c-aad8-4ca9b27068e3', 'name': 'network-vif-deleted', 'tag': 'f8c9b22f-f245-4292-ac88-d4a2fac329cf', 'status': 'completed', 'code': 200} Jul 15 23:02:24.025059 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e578e62-66bd-431a-b428-de9a736f5816 req-1c9b1eaa-eb93-45b7-97a2-9edf1ff9d944 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.026683 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7e578e62-66bd-431a-b428-de9a736f5816 req-1c9b1eaa-eb93-45b7-97a2-9edf1ff9d944 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0674849 Jul 15 23:02:24.064268 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7e578e62-66bd-431a-b428-de9a736f5816 req-962c70fc-38da-469c-8b22-1eb996c34523 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317154 Jul 15 23:02:24.599445 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371e32-acc1-408d-bcf7-6b38978ba68d req-1b8095d6-a326-4353-8f38-2281a99f8996 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.601208 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-95371e32-acc1-408d-bcf7-6b38978ba68d req-1b8095d6-a326-4353-8f38-2281a99f8996 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0625110 Jul 15 23:02:24.641019 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-95371e32-acc1-408d-bcf7-6b38978ba68d req-36ce34fc-6185-4e9c-8660-5f62a89c980c tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336215 Jul 15 23:02:24.813782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541f455-e0bb-4bc9-a125-b15ed7ee10cd req-c14826c7-f8d8-4eb6-a0bb-1d6df72bc59b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:24.815304 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1541f455-e0bb-4bc9-a125-b15ed7ee10cd req-c14826c7-f8d8-4eb6-a0bb-1d6df72bc59b tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 945 time: 0.0631821 Jul 15 23:02:24.851800 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1541f455-e0bb-4bc9-a125-b15ed7ee10cd req-332afe4b-20a6-4ded-ac6c-7aab21a17f30 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Jul 15 23:02:25.244592 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db5349-fd00-4e07-9f38-a4de83b8d951 req-ef2c9922-8902-4d72-9df3-e450b5fad53a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.247054 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1db5349-fd00-4e07-9f38-a4de83b8d951 req-ef2c9922-8902-4d72-9df3-e450b5fad53a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0655479 Jul 15 23:02:25.288457 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e1db5349-fd00-4e07-9f38-a4de83b8d951 req-c2d09f46-dde7-40f8-bacf-05ad1ce3fb0d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359063 Jul 15 23:02:25.556557 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device f8c9b22f-f245-4292-ac88-d4a2fac329cf no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:25.576768 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: f8c9b22f-f245-4292-ac88-d4a2fac329cf {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:25.577111 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device f8c9b22f-f245-4292-ac88-d4a2fac329cf not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:25.822106 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aeb9c-199a-43d7-affb-84d6a48ca71e req-7fb9159f-f761-4e06-bc2b-4e141db2ef69 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:25.823697 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c7aeb9c-199a-43d7-affb-84d6a48ca71e req-7fb9159f-f761-4e06-bc2b-4e141db2ef69 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0685012 Jul 15 23:02:25.860602 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5c7aeb9c-199a-43d7-affb-84d6a48ca71e req-c3e50eea-e418-4649-a046-b2b739e272db tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Jul 15 23:02:26.023086 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af243c-b2b8-45ea-9395-0aaa75c51a9f req-8cc13621-d8a9-4168-a160-22f76573b9fa tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:26.024572 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b0af243c-b2b8-45ea-9395-0aaa75c51a9f req-8cc13621-d8a9-4168-a160-22f76573b9fa tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 945 time: 0.0659523 Jul 15 23:02:26.061601 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b0af243c-b2b8-45ea-9395-0aaa75c51a9f req-37eda7ab-1f61-4426-8ac2-a5ceb08f1c53 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Jul 15 23:02:26.102532 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-4446249b-d299-4ae6-a486-855511f917ce tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:26.104010 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-4446249b-d299-4ae6-a486-855511f917ce tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 945 time: 0.0619144 Jul 15 23:02:26.202699 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Deleting port e7097111-3474-432b-b174-f9859b3a5f1b {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:26.203046 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:26.287837 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] For port e7097111-3474-432b-b174-f9859b3a5f1b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e7097111-3474-432b-b174-f9859b3a5f1b,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:26.288198 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:26.300655 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Calling delete_port for e7097111-3474-432b-b174-f9859b3a5f1b owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:26.455570 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:26.467934 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['ac264980-e577-4f82-9819-d12d43c249f7', 'e7097111-3474-432b-b174-f9859b3a5f1b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:26.493933 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Pushing event deleted for resources: {'Port': ['ID=e7097111-3474-432b-b174-f9859b3a5f1b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:26.536324 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0cd6c-fa88-4056-8172-0df3b64b4b29 req-1e065ead-5987-4ccd-9484-4d8b99b69a7d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:26.537864 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0bf0cd6c-fa88-4056-8172-0df3b64b4b29 req-1e065ead-5987-4ccd-9484-4d8b99b69a7d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.1376820 Jul 15 23:02:26.557415 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] No DVR routers for this DVR port e7097111-3474-432b-b174-f9859b3a5f1b on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:26.560066 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:26.562074 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd4ce662-027e-4436-bb9d-0eea94f48ebd req-33067551-9374-472e-98d8-99f6ef0e083c tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "DELETE /v2.0/ports/e7097111-3474-432b-b174-f9859b3a5f1b HTTP/1.1" status: 204 len: 173 time: 0.4525106 Jul 15 23:02:26.567767 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d20889-e84a-4a6c-b849-bd5d4a2b1927', 'name': 'network-vif-deleted', 'tag': 'e7097111-3474-432b-b174-f9859b3a5f1b'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:26.570153 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee0ed3-718e-4df3-a4b1-b4a51ce8edb7" -d '{"events": [{"server_uuid": "92d20889-e84a-4a6c-b849-bd5d4a2b1927", "name": "network-vif-deleted", "tag": "e7097111-3474-432b-b174-f9859b3a5f1b"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:26.607283 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0bf0cd6c-fa88-4056-8172-0df3b64b4b29 req-adca81bf-db01-4638-bd22-376476d95275 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510442 Jul 15 23:02:26.611701 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdc366a-2923-49a5-9e68-7f81b2e5b837 x-openstack-request-id: req-0fdc366a-2923-49a5-9e68-7f81b2e5b837 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:26.612043 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d20889-e84a-4a6c-b849-bd5d4a2b1927", "name": "network-vif-deleted", "tag": "e7097111-3474-432b-b174-f9859b3a5f1b", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:26.618118 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0fdc366a-2923-49a5-9e68-7f81b2e5b837 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:26.619003 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d20889-e84a-4a6c-b849-bd5d4a2b1927', 'name': 'network-vif-deleted', 'tag': 'e7097111-3474-432b-b174-f9859b3a5f1b', 'status': 'completed', 'code': 200} Jul 15 23:02:27.034264 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2361d-0e53-4d4d-9a02-ccb737a7a46c req-e2650f7f-6c18-4c36-884a-320dd76edc95 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:27.035797 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-63a2361d-0e53-4d4d-9a02-ccb737a7a46c req-e2650f7f-6c18-4c36-884a-320dd76edc95 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0633755 Jul 15 23:02:27.074081 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-63a2361d-0e53-4d4d-9a02-ccb737a7a46c req-8ac32a42-0113-4e86-b4c8-caa020550b49 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Jul 15 23:02:27.217902 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e652e085-d483-4311-a470-2c29a98ec22f req-070993a5-a1a7-4e99-b752-18e4183c75ee tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d20889-e84a-4a6c-b849-bd5d4a2b1927 HTTP/1.1" status: 200 len: 210 time: 0.0296974 Jul 15 23:02:27.786171 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7651236-73c2-4178-a2ca-4939e217e0e5 req-b05e997e-edd3-4cb5-bb94-8b385fa60ac2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:27.787649 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7651236-73c2-4178-a2ca-4939e217e0e5 req-b05e997e-edd3-4cb5-bb94-8b385fa60ac2 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0660424 Jul 15 23:02:27.825777 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c7651236-73c2-4178-a2ca-4939e217e0e5 req-80e7af65-bbe3-4025-8ea8-9092c8a30a38 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326223 Jul 15 23:02:28.245042 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d19c1-fe40-4b7e-ae5d-cd02e07b5864 req-5fdb7bb3-cac9-4571-a8d3-ecb89f144965 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:28.246586 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-846d19c1-fe40-4b7e-ae5d-cd02e07b5864 req-5fdb7bb3-cac9-4571-a8d3-ecb89f144965 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0652728 Jul 15 23:02:28.284041 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-846d19c1-fe40-4b7e-ae5d-cd02e07b5864 req-a8c9bade-c019-42fb-892a-b73b14ed13b0 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jul 15 23:02:29.000139 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d980fd-3be7-4024-bc71-2416f1446e83 req-93a0542a-4656-4f6a-bbcd-1481fdfe2b58 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.001615 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d2d980fd-3be7-4024-bc71-2416f1446e83 req-93a0542a-4656-4f6a-bbcd-1481fdfe2b58 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0624559 Jul 15 23:02:29.039173 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d2d980fd-3be7-4024-bc71-2416f1446e83 req-ba0d7f72-1fcc-4eec-b8e7-cd8440adb48d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Jul 15 23:02:29.464712 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab710069-9c3c-464a-84ba-48683fbccfe1 req-08b6fbbd-bd96-434b-8d00-cf6fcfbaa11f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.466245 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab710069-9c3c-464a-84ba-48683fbccfe1 req-08b6fbbd-bd96-434b-8d00-cf6fcfbaa11f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0743442 Jul 15 23:02:29.504704 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ab710069-9c3c-464a-84ba-48683fbccfe1 req-0931604f-97f3-4942-907a-0a1f86f71e84 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Jul 15 23:02:29.592116 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:29.595290 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device e7097111-3474-432b-b174-f9859b3a5f1b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:29.620721 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: e7097111-3474-432b-b174-f9859b3a5f1b {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:29.620721 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device e7097111-3474-432b-b174-f9859b3a5f1b not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:29.708185 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:29.718299 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'port_id': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'mac_address': 'fa:16:3e:8c:ff:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:29.759023 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:29.772666 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:29.792292 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:29.796035 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:29.796908 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde1bc3-519e-4368-89e6-196d63127159 req-467e1519-a153-433b-bce4-e2e1b1f7aef0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:29.798485 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbde1bc3-519e-4368-89e6-196d63127159 req-467e1519-a153-433b-bce4-e2e1b1f7aef0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 945 time: 0.0626285 Jul 15 23:02:29.820893 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:02:29.837367 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dbde1bc3-519e-4368-89e6-196d63127159 req-7b0faafd-651c-41a4-8c81-7741957c2cf7 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Jul 15 23:02:29.844735 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:30.118057 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['1786bd68-8be4-4a5b-9ab5-c07cbc33acc0'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:30.214963 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407987-3316-4c37-8251-5b6095b59cc5 req-40793004-1b3d-4f6a-94f7-c5b707d4dd57 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:30.216440 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b0407987-3316-4c37-8251-5b6095b59cc5 req-40793004-1b3d-4f6a-94f7-c5b707d4dd57 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0618854 Jul 15 23:02:30.258209 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b0407987-3316-4c37-8251-5b6095b59cc5 req-20ed2100-3128-46a1-a9a5-01670f716254 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358720 Jul 15 23:02:30.678770 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d9ed9-5393-4dd6-b27b-7d93e6ed1a14 req-c4abce47-8750-4809-9dd5-a297cb17b38f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:30.680231 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-495d9ed9-5393-4dd6-b27b-7d93e6ed1a14 req-c4abce47-8750-4809-9dd5-a297cb17b38f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 945 time: 0.0648932 Jul 15 23:02:30.716422 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-495d9ed9-5393-4dd6-b27b-7d93e6ed1a14 req-77e42365-18b6-4172-a75d-29fdb9393025 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307615 Jul 15 23:02:31.007121 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278571e-a734-453d-8648-a666b2fb073b req-bfd0599f-2563-48b3-9c62-8787e36f5527 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:31.008503 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3278571e-a734-453d-8648-a666b2fb073b req-bfd0599f-2563-48b3-9c62-8787e36f5527 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 945 time: 0.0619342 Jul 15 23:02:31.045762 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3278571e-a734-453d-8648-a666b2fb073b req-07757426-f545-4038-b16b-4b3d2e33ff15 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Jul 15 23:02:31.432871 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dbb28-57d8-45d3-bc1d-ede8f7257ece req-cd1172fd-96c1-41b4-9cdd-e52d9b79be9c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:31.434425 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-790dbb28-57d8-45d3-bc1d-ede8f7257ece req-cd1172fd-96c1-41b4-9cdd-e52d9b79be9c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0636992 Jul 15 23:02:31.473116 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-790dbb28-57d8-45d3-bc1d-ede8f7257ece req-070531c3-b828-4140-b6ce-a175180644f6 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Jul 15 23:02:31.610293 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:02:31.613291 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:31.717598 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:02:31.725335 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:31.725983 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.763581 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:31.782271 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'port_id': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'mac_address': 'fa:16:3e:c0:15:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:02:31.847648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.867272 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.869763 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfac9764-29cc-4cfd-8813-b57bc4f8568b {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:02:31.903002 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:31.907942 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:31.909699 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb391d28-ccbe-40f1-8dc7-c6ee3d76ccee" -d '{"events": [{"server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "name": "network-vif-plugged", "status": "completed", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:31.919325 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.926538 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:31.936805 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290c815-0f80-43b1-95aa-29d2bc47a4fb req-71948cbf-24d7-4731-914b-7f4ff0c11bc4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:31.937727 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1290c815-0f80-43b1-95aa-29d2bc47a4fb req-71948cbf-24d7-4731-914b-7f4ff0c11bc4 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 945 time: 0.0847266 Jul 15 23:02:31.948663 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:31.980795 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56ab5a2-3264-48e6-8fcd-2f094608a47f x-openstack-request-id: req-c56ab5a2-3264-48e6-8fcd-2f094608a47f {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:31.981075 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "name": "network-vif-plugged", "status": "completed", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:31.981328 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c56ab5a2-3264-48e6-8fcd-2f094608a47f {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:31.981955 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'code': 200} Jul 15 23:02:31.986683 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=6']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:32.025135 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['bfac9764-29cc-4cfd-8813-b57bc4f8568b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:32.030464 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-1290c815-0f80-43b1-95aa-29d2bc47a4fb req-0bc3344a-0ac3-42f4-9019-728fd01a6511 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839868 Jul 15 23:02:32.079059 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-9f84c09a-c24d-4934-aaf5-47084e5008eb tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.080682 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-9f84c09a-c24d-4934-aaf5-47084e5008eb tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 945 time: 0.0976865 Jul 15 23:02:32.087444 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:32.223325 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Deleting port ac264980-e577-4f82-9819-d12d43c249f7 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:32.223325 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.314988 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd9e2-e155-4fa5-b670-88ff594dfd3a req-2e0cf220-d856-4889-8398-c37d960c2f13 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.324445 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7bdd9e2-e155-4fa5-b670-88ff594dfd3a req-2e0cf220-d856-4889-8398-c37d960c2f13 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 945 time: 0.1037681 Jul 15 23:02:32.351026 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] For port ac264980-e577-4f82-9819-d12d43c249f7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ac264980-e577-4f82-9819-d12d43c249f7,segment=NetworkSegment(269da839-23ef-498e-ba0c-d69907423d2b),segment_id=269da839-23ef-498e-ba0c-d69907423d2b)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:32.351471 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.364376 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Calling delete_port for ac264980-e577-4f82-9819-d12d43c249f7 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:32.409245 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b7bdd9e2-e155-4fa5-b670-88ff594dfd3a req-eba43fa3-6507-4631-9615-924a3ec74762 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/security-groups?id=ed424315-d6e7-4249-98b3-fb0aa76cdc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838592 Jul 15 23:02:32.417904 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b12ead-bbf4-4587-a666-8d582eee34a5 req-eeba82a1-f876-432a-885b-554b6d4e1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.419584 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-42b12ead-bbf4-4587-a666-8d582eee34a5 req-eeba82a1-f876-432a-885b-554b6d4e1097 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 1099 time: 0.0928979 Jul 15 23:02:32.469093 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-42b12ead-bbf4-4587-a666-8d582eee34a5 req-ba1e174d-f9f2-4e27-992c-cbaa00cce9f1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Jul 15 23:02:32.536326 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.548668 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['ac264980-e577-4f82-9819-d12d43c249f7'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:02:32.570603 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Pushing event deleted for resources: {'Port': ['ID=ac264980-e577-4f82-9819-d12d43c249f7,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:32.607048 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.607618 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.607903 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.608321 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.608746 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.609323 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.609661 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.609974 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.610340 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.610736 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.611136 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.611531 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:32.649758 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] No DVR routers for this DVR port ac264980-e577-4f82-9819-d12d43c249f7 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:32.652971 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:32.655043 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-24c462af-e7d8-4a70-a19c-cb06e3904e97 req-b20c74b9-ab11-4eee-813f-d1e2c6939ca0 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.22 "DELETE /v2.0/ports/ac264980-e577-4f82-9819-d12d43c249f7 HTTP/1.1" status: 204 len: 173 time: 0.5602522 Jul 15 23:02:32.655477 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d055cd-0ea3-4b30-8f1d-b8bb30e3321c', 'name': 'network-vif-deleted', 'tag': 'ac264980-e577-4f82-9819-d12d43c249f7'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:32.657758 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be61781-2916-4e07-9428-8cc72c6b66af" -d '{"events": [{"server_uuid": "10d055cd-0ea3-4b30-8f1d-b8bb30e3321c", "name": "network-vif-deleted", "tag": "ac264980-e577-4f82-9819-d12d43c249f7"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:32.722614 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad737b-2b0d-488e-999b-faadd9b7056a req-8fae4bdc-3288-4332-aa62-12cff56695e5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:32.730166 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f0ad737b-2b0d-488e-999b-faadd9b7056a req-8fae4bdc-3288-4332-aa62-12cff56695e5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 945 time: 0.1052890 Jul 15 23:02:32.801479 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f0ad737b-2b0d-488e-999b-faadd9b7056a req-8cfce0df-06cb-435e-91a7-ce3138d1cf31 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703146 Jul 15 23:02:32.915882 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe26ee4-ab90-4baa-b682-dc58b779f164 x-openstack-request-id: req-ebe26ee4-ab90-4baa-b682-dc58b779f164 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:32.916171 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d055cd-0ea3-4b30-8f1d-b8bb30e3321c", "name": "network-vif-deleted", "tag": "ac264980-e577-4f82-9819-d12d43c249f7", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:32.916422 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebe26ee4-ab90-4baa-b682-dc58b779f164 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:32.916822 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d055cd-0ea3-4b30-8f1d-b8bb30e3321c', 'name': 'network-vif-deleted', 'tag': 'ac264980-e577-4f82-9819-d12d43c249f7', 'status': 'completed', 'code': 200} Jul 15 23:02:33.408140 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871619a-ad2f-44f6-8d3e-9ccfef35de33 req-342f83ae-db43-4719-aed6-bf9c64dc732f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:33.410541 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3871619a-ad2f-44f6-8d3e-9ccfef35de33 req-342f83ae-db43-4719-aed6-bf9c64dc732f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.1013501 Jul 15 23:02:33.475785 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3871619a-ad2f-44f6-8d3e-9ccfef35de33 req-8d8adf6c-988c-4709-b98e-946af3267c37 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567040 Jul 15 23:02:33.623285 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:02:33.662368 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-94c524e9-95c1-4c3e-aaea-fdfbdea9feba req-0be4050a-0ce1-4d5f-bb44-38bffcabb238 tempest-AttachVolumeNegativeTest-1810391395 tempest-AttachVolumeNegativeTest-1810391395-project] 10.222.0.10 "GET /v2.0/ports?device_id=10d055cd-0ea3-4b30-8f1d-b8bb30e3321c HTTP/1.1" status: 200 len: 210 time: 0.0839376 Jul 15 23:02:33.708179 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port bfac9764-29cc-4cfd-8813-b57bc4f8568b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:02:33.708479 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.801646 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.839025 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:33.848544 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.914262 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=7']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:33.977271 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2bfd0-1c15-4e74-b34c-9034c49f9258 req-bdfee4e5-8e1d-43d6-a384-3ea9eb6404cb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:33.979030 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c1b2bfd0-1c15-4e74-b34c-9034c49f9258 req-bdfee4e5-8e1d-43d6-a384-3ea9eb6404cb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0665481 Jul 15 23:02:33.983273 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:33.985612 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef999b9-4159-4408-ac5a-df153b1318cf" -d '{"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-plugged", "status": "completed", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:34.023223 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f03023-638b-472a-a1b4-0cb5d3af302a x-openstack-request-id: req-39f03023-638b-472a-a1b4-0cb5d3af302a {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:34.024062 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-plugged", "status": "completed", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:34.024529 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39f03023-638b-472a-a1b4-0cb5d3af302a {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:34.025114 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'code': 200} Jul 15 23:02:34.030424 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c1b2bfd0-1c15-4e74-b34c-9034c49f9258 req-72989fc9-2259-4706-bf4f-344384ec29ad tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458789 Jul 15 23:02:34.652402 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c53965-d600-490f-bd28-a4a7e2728384 req-5c548d19-3fb9-4e90-a957-f170a1b555be tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:34.653948 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a9c53965-d600-490f-bd28-a4a7e2728384 req-5c548d19-3fb9-4e90-a957-f170a1b555be tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0694256 Jul 15 23:02:34.723393 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-a9c53965-d600-490f-bd28-a4a7e2728384 req-d02236b0-3243-4dc1-9410-634919ec9906 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621572 Jul 15 23:02:34.786016 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45326) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:34.834104 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Deleting subnet 51b73599-3c9b-4d36-8e75-5a0542ea1773 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:02:34.837441 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.890792 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.972127 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.979007 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175185e6-0699-45ad-8938-dee956c49644 req-85beb593-370e-48b3-965e-72076ca9480f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:34.980514 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-175185e6-0699-45ad-8938-dee956c49644 req-85beb593-370e-48b3-965e-72076ca9480f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.1065342 Jul 15 23:02:35.054547 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-175185e6-0699-45ad-8938-dee956c49644 req-63fe4a90-0a70-4e0e-9989-d17a042a482d tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558317 Jul 15 23:02:35.073566 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.093014 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45330) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:35.131765 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b73599-3c9b-4d36-8e75-5a0542ea1773,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:35.141212 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.146018 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/51b73599-3c9b-4d36-8e75-5a0542ea1773 HTTP/1.1" status: 204 len: 168 time: 0.3586688 Jul 15 23:02:35.151535 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45332) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:35.154767 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.155528 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.158047 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.158651 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.159615 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.160327 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.162331 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.162780 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.163351 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.164416 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.164843 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.166515 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4620cc-36ab-4a9d-9b94-7a03bc7a2449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:35.280782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.285685 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d2131-c73a-4875-83e5-9bda1cdb7a51 tempest-TestVolumeBootPattern-1671969776 tempest-TestVolumeBootPattern-1671969776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:35.287335 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ac5d2131-c73a-4875-83e5-9bda1cdb7a51 tempest-TestVolumeBootPattern-1671969776 tempest-TestVolumeBootPattern-1671969776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 1094 time: 0.1933169 Jul 15 23:02:35.290384 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45334) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:35.295373 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'port_id': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:02:35.323212 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.363181 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391112f-4b27-4e31-93fb-20c555e0ec7e req-ceb9d919-92c9-4842-8f4e-453999bcba32 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:35.365144 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3391112f-4b27-4e31-93fb-20c555e0ec7e req-ceb9d919-92c9-4842-8f4e-453999bcba32 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.1697252 Jul 15 23:02:35.419508 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3391112f-4b27-4e31-93fb-20c555e0ec7e req-e8576d4e-5aa7-477e-a608-25d4012efb55 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440857 Jul 15 23:02:35.445328 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.459471 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01380ea8-a03f-488e-9166-0ea81bf81963']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:35.471348 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269da839-23ef-498e-ba0c-d69907423d2b') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:35.472501 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269da839-23ef-498e-ba0c-d69907423d2b') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:35.482612 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.488129 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.499583 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.511201 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:02:35.511756 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:02:35.513647 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:02:35.591269 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.604076 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.608245 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/01380ea8-a03f-488e-9166-0ea81bf81963 HTTP/1.1" status: 204 len: 168 time: 0.4534571 Jul 15 23:02:35.621604 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device ac264980-e577-4f82-9819-d12d43c249f7 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:35.633130 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d45a3-cf1f-4716-8ec1-bd7314da88b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=01380ea8-a03f-488e-9166-0ea81bf81963,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:35.647701 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Allocated IP 172.27.0.251 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/32ed4c3f-e9b4-4bac-b64f-fca28ef0588e) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:02:35.652855 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: ac264980-e577-4f82-9819-d12d43c249f7 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:35.653191 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device ac264980-e577-4f82-9819-d12d43c249f7 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:35.786779 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45342) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:35.789202 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.833797 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f3874f8f-edc2-463e-91f2-3b961841cf45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba3210f84cd74ebb9848a3d6354e6248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458274 Jul 15 23:02:35.836172 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45344) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:35.840860 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.887458 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-27b9e4cb-00b4-4019-bd88-09e9c257810d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.889496 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:02:35.892298 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:02:35.899115 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:02:35.910488 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-27b9e4cb-00b4-4019-bd88-09e9c257810d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.934766 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=32ed4c3f-e9b4-4bac-b64f-fca28ef0588e,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:35.982686 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-27b9e4cb-00b4-4019-bd88-09e9c257810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.985368 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-27b9e4cb-00b4-4019-bd88-09e9c257810d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:35.986677 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-27b9e4cb-00b4-4019-bd88-09e9c257810d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed424315-d6e7-4249-98b3-fb0aa76cdc3b HTTP/1.1" status: 204 len: 168 time: 0.1494346 Jul 15 23:02:36.013055 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9e4cb-00b4-4019-bd88-09e9c257810d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed424315-d6e7-4249-98b3-fb0aa76cdc3b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:36.363079 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.401148 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.495319 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.712784 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.721937 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.741353 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d668673-c94f-4b09-a1cf-087300eee015 req-fb82c859-bbfe-4e17-be37-52fd6307c54f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:36.749900 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4d668673-c94f-4b09-a1cf-087300eee015 req-fb82c859-bbfe-4e17-be37-52fd6307c54f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.1199834 Jul 15 23:02:36.826194 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.905101 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event updated for resources: {'Port': ['ID=32ed4c3f-e9b4-4bac-b64f-fca28ef0588e,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:36.918689 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4d668673-c94f-4b09-a1cf-087300eee015 req-391c31f2-fac3-4289-a0ca-b433cb6c520e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695728 Jul 15 23:02:37.001568 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Floating IP ca02a0ec-93c3-4d52-a950-d4b780f82a0d associated. External IP: 172.27.0.251, port: 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0. Jul 15 23:02:37.241230 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:37.287333 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-512bed12-5812-4acc-9e76-0efc5e7d8bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.365660 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:37.380612 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:37.386889 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.393227 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:37.394538 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:02:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:37.433251 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e304e567-4961-47d1-a66b-b501fc201f5f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1406014 Jul 15 23:02:37.433468 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:37.436083 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e7127a-111a-4462-a080-7aef3c600f37" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:37.511115 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce775a8-f885-4297-8ea4-f8582fac6d0f x-openstack-request-id: req-4ce775a8-f885-4297-8ea4-f8582fac6d0f {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:37.511635 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:37.511955 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ce775a8-f885-4297-8ea4-f8582fac6d0f {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:37.512424 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'status': 'completed', 'code': 200} Jul 15 23:02:37.669754 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7127a-111a-4462-a080-7aef3c600f37 req-6d34d44d-3832-4793-8319-bbc94e714e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:37.673087 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57e7127a-111a-4462-a080-7aef3c600f37 req-6d34d44d-3832-4793-8319-bbc94e714e9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 1099 time: 0.1180611 Jul 15 23:02:37.693181 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:37.785612 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7127a-111a-4462-a080-7aef3c600f37 req-bec399c9-6bb5-417e-bbd3-4c5658e52fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:37.787497 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57e7127a-111a-4462-a080-7aef3c600f37 req-bec399c9-6bb5-417e-bbd3-4c5658e52fd6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.1081600 Jul 15 23:02:37.870737 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57e7127a-111a-4462-a080-7aef3c600f37 req-e1324d4b-0662-4132-925f-2d424d1fca01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 HTTP/1.1" status: 200 len: 1000 time: 0.0751984 Jul 15 23:02:37.931376 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7127a-111a-4462-a080-7aef3c600f37 req-7ecada7c-c658-4e31-bc7e-282f9adc23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:37.933107 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57e7127a-111a-4462-a080-7aef3c600f37 req-7ecada7c-c658-4e31-bc7e-282f9adc23ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0553327 Jul 15 23:02:37.992220 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'ca02a0ec-93c3-4d52-a950-d4b780f82a0d', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:8c:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:02:36Z', 'updated_at': '2021-07-15T23:02:36Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}, {'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:30Z', 'revision_number': 1, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:38.022331 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7127a-111a-4462-a080-7aef3c600f37 req-9a159a84-06ca-45f2-8279-1bff0aa67db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:38.025810 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57e7127a-111a-4462-a080-7aef3c600f37 req-9a159a84-06ca-45f2-8279-1bff0aa67db7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0859845 Jul 15 23:02:38.027466 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:38.048509 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:38.049781 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:02:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:38.170255 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:38.185514 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57e7127a-111a-4462-a080-7aef3c600f37 req-ea0c5b3d-a2fc-4364-bc84-bc033069c6d6 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527140 Jul 15 23:02:38.224370 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c809fa-8b01-4c3e-9c41-868d0c28e607 req-9aff3259-ca91-464b-bf63-c53a02bf87f0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:38.226658 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56c809fa-8b01-4c3e-9c41-868d0c28e607 req-9aff3259-ca91-464b-bf63-c53a02bf87f0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.1528423 Jul 15 23:02:38.319425 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-56c809fa-8b01-4c3e-9c41-868d0c28e607 req-473e5cd0-45ea-47e6-a557-c7c7687088be tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838954 Jul 15 23:02:38.348296 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-57e7127a-111a-4462-a080-7aef3c600f37 req-721b216d-95a5-4270-bdb7-fdc430405e7c service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539433 Jul 15 23:02:38.439666 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'ca02a0ec-93c3-4d52-a950-d4b780f82a0d', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:8c:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:02:36Z', 'updated_at': '2021-07-15T23:02:36Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}, {'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:30Z', 'revision_number': 1, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:38.477396 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed391447-ed71-42cc-9d3b-8cedcf7d6fd3 None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'ca02a0ec-93c3-4d52-a950-d4b780f82a0d', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:8c:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:02:36Z', 'updated_at': '2021-07-15T23:02:36Z', 'revision_number': 0, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}, {'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:30Z', 'revision_number': 1, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:38.693006 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb19dd-ce32-4f2c-ae22-44d6231d2c08 None None] New status for floating IP ca02a0ec-93c3-4d52-a950-d4b780f82a0d: ACTIVE {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:02:38.899060 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c4f10302-fb49-478b-abed-cde819f71189 req-70e8b518-101e-454e-9e98-6c0b200b1b6f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1004169 Jul 15 23:02:39.050137 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10302-fb49-478b-abed-cde819f71189 req-c139943f-0d68-4c53-881b-5d3573cff235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:39.054730 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c4f10302-fb49-478b-abed-cde819f71189 req-c139943f-0d68-4c53-881b-5d3573cff235 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1098 time: 0.0898745 Jul 15 23:02:39.192422 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10302-fb49-478b-abed-cde819f71189 req-62ea9798-7370-4ed7-888d-fcd48faf7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:39.193978 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c4f10302-fb49-478b-abed-cde819f71189 req-62ea9798-7370-4ed7-888d-fcd48faf7a36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 910 time: 0.1110604 Jul 15 23:02:39.263147 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c4f10302-fb49-478b-abed-cde819f71189 req-ac933780-c4d6-4cdb-adc9-ec4bfa889e14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 1000 time: 0.0626569 Jul 15 23:02:39.330205 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10302-fb49-478b-abed-cde819f71189 req-8c16412c-0cb3-493a-87e8-a93bce91baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:39.332322 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c4f10302-fb49-478b-abed-cde819f71189 req-8c16412c-0cb3-493a-87e8-a93bce91baed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 200 len: 848 time: 0.0617309 Jul 15 23:02:39.511763 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3820652-e1ea-4739-aa47-d4d007b2404a req-34af2529-1756-4f13-a2e4-1b20b57d6f8f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:39.513372 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3820652-e1ea-4739-aa47-d4d007b2404a req-34af2529-1756-4f13-a2e4-1b20b57d6f8f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0716906 Jul 15 23:02:39.561514 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e3820652-e1ea-4739-aa47-d4d007b2404a req-b1989fe1-1835-4277-8212-00c9b4992fd4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Jul 15 23:02:39.958106 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-7f948942-2a91-4486-9d78-f2f86883efb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.211245 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:40.577285 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10302-fb49-478b-abed-cde819f71189 req-952ef300-52a9-4c55-ab0b-17117d7c556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:40.580888 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c4f10302-fb49-478b-abed-cde819f71189 req-952ef300-52a9-4c55-ab0b-17117d7c556c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0630264 Jul 15 23:02:40.758353 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b3f03-be7e-459a-973f-bad3f3a0de76 req-18ba739b-81e5-4cf7-87c1-0e9f0ec892dc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:40.759871 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2c5b3f03-be7e-459a-973f-bad3f3a0de76 req-18ba739b-81e5-4cf7-87c1-0e9f0ec892dc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0820377 Jul 15 23:02:40.812160 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2c5b3f03-be7e-459a-973f-bad3f3a0de76 req-6fba1eee-1d04-4e6d-8c34-a75c1f532ba9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467012 Jul 15 23:02:41.021206 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:41.543566 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c4f10302-fb49-478b-abed-cde819f71189 req-370225e7-1d99-4700-b07a-4a0a4f8a45dd service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055083 Jul 15 23:02:41.995861 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71856532-e3f1-4fe3-8a4a-9f8f889feb37 req-a1373098-a52d-44cc-ad9b-8635b39191be tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:41.998213 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-71856532-e3f1-4fe3-8a4a-9f8f889feb37 req-a1373098-a52d-44cc-ad9b-8635b39191be tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0691392 Jul 15 23:02:42.042213 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-71856532-e3f1-4fe3-8a4a-9f8f889feb37 req-191c1032-ccfd-43e0-8aa1-063ff5fe5abb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371993 Jul 15 23:02:42.536859 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:42.555084 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-c4f10302-fb49-478b-abed-cde819f71189 req-9586d6a6-8550-4b0f-b371-f776767cf1bf service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873129 Jul 15 23:02:43.157104 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-2fb379a3-9daa-41fb-a604-1ef3a2e76509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.159240 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-2fb379a3-9daa-41fb-a604-1ef3a2e76509 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 1099 time: 0.0555968 Jul 15 23:02:43.289908 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8153cf8-55ef-41c3-bbd8-d67bd630368f req-f29ab0ae-d0c1-49ef-934c-b64f37389d3a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.291398 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f8153cf8-55ef-41c3-bbd8-d67bd630368f req-f29ab0ae-d0c1-49ef-934c-b64f37389d3a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.1312506 Jul 15 23:02:43.294037 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-93c54a3b-e49d-4eab-8611-ff7319f15706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.295367 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-93c54a3b-e49d-4eab-8611-ff7319f15706 service neutron] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 918 time: 0.1269464 Jul 15 23:02:43.374780 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f8153cf8-55ef-41c3-bbd8-d67bd630368f req-95ea6b86-2581-4474-b566-c134c17345ab tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776160 Jul 15 23:02:43.381520 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-e75c55e2-6a35-4ddb-9045-5d18e77306c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b HTTP/1.1" status: 200 len: 1002 time: 0.0783296 Jul 15 23:02:43.433634 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-04d14158-983d-4cbe-81b1-c225b6da75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.435226 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-04d14158-983d-4cbe-81b1-c225b6da75c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0472157 Jul 15 23:02:43.496175 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-1bb2c685-3cd9-4386-b71e-3e30e0db67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:43.497649 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-1bb2c685-3cd9-4386-b71e-3e30e0db67a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553894 Jul 15 23:02:43.592935 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-3bbe1649-7ec9-493a-8ed0-14e74712233e service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872085 Jul 15 23:02:43.682363 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0a4b9ec6-84f9-45bb-bf89-71ce065f6591 req-f1c2d45a-61f3-4bd4-a0d1-b2132389711d service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830598 Jul 15 23:02:44.570202 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74adc-4bcf-4811-96f7-84c5d1cabf39 req-e21f52d1-168e-4329-a21d-8b6cdc230963 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:44.571723 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ead74adc-4bcf-4811-96f7-84c5d1cabf39 req-e21f52d1-168e-4329-a21d-8b6cdc230963 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0674119 Jul 15 23:02:44.612028 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-ead74adc-4bcf-4811-96f7-84c5d1cabf39 req-d90d665e-abf8-4425-b646-5ed0c9874fb4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343239 Jul 15 23:02:44.652056 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45476) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:44.941314 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Deleting port 0c0d4e56-8db6-422f-bfa0-6d75c4a333d8 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:44.941662 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.013550 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.013802 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.025607 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Calling delete_port for 0c0d4e56-8db6-422f-bfa0-6d75c4a333d8 owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:45.192585 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.215386 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event deleted for resources: {'Port': ['ID=0c0d4e56-8db6-422f-bfa0-6d75c4a333d8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:45.277642 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.277931 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Floating IP d947e715-e838-420f-b0f0-5986ffc2b86f disassociated (deleted). External IP: 172.27.0.62, port: b5d20652-398b-48c3-901a-cbc877553667. Jul 15 23:02:45.696853 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:45.749018 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Router 615377fe-2dac-4112-87f4-7a43810c1e89 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:45.800032 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.815888 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a2f8-f5b4-47f1-b362-a1176b2de360 req-1d68c658-f414-4d43-9ec3-8452c5240c0b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:45.818201 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4211a2f8-f5b4-47f1-b362-a1176b2de360 req-1d68c658-f414-4d43-9ec3-8452c5240c0b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 946 time: 0.0786839 Jul 15 23:02:45.824213 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:45.826543 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d18ca73-8cce-4f03-9395-787bec3ec7a0" -d '{"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-unplugged", "status": "completed", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:45.840625 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:45.847922 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.883546 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9854d-1954-4d69-a5ee-e3f3daf72444 x-openstack-request-id: req-d5a9854d-1954-4d69-a5ee-e3f3daf72444 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:45.884011 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-unplugged", "status": "completed", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:45.884342 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5a9854d-1954-4d69-a5ee-e3f3daf72444 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:45.884742 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'code': 200} Jul 15 23:02:45.903249 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4211a2f8-f5b4-47f1-b362-a1176b2de360 req-74715001-c271-4286-b256-8b7c4bd30c93 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779541 Jul 15 23:02:45.908604 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=8']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:45.908953 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:45.913708 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:45.924578 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] Sync routers for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:45.934767 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:45.935827 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:02:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:45.984708 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1f516026-1e48-462e-9863-a5457722279f tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "DELETE /v2.0/floatingips/d947e715-e838-420f-b0f0-5986ffc2b86f HTTP/1.1" status: 204 len: 168 time: 1.3315325 Jul 15 23:02:45.985530 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:45.989623 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7030515-e697-4eaa-ad90-b66d70b62b19" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "tag": "b5d20652-398b-48c3-901a-cbc877553667"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:46.063984 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:46.122745 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45508) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:46.266446 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-67d54c47-38b8-4700-ba7c-f2b3a2f3e1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.278327 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 5, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:46.301990 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4265ca-74b0-456f-8731-2abbfab0e478 x-openstack-request-id: req-5d4265ca-74b0-456f-8731-2abbfab0e478 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:46.302559 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "tag": "b5d20652-398b-48c3-901a-cbc877553667", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:46.303019 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d4265ca-74b0-456f-8731-2abbfab0e478 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:46.304179 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667', 'status': 'completed', 'code': 200} Jul 15 23:02:46.319022 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] Checking router: 615377fe-2dac-4112-87f4-7a43810c1e89 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:46.330011 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:46.331681 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:02:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:46.438117 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-544e74df-1a65-4265-8b4d-902fa3dc3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:46.438117 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-544e74df-1a65-4265-8b4d-902fa3dc3daa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 1098 time: 0.1014776 Jul 15 23:02:46.442539 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-67d54c47-38b8-4700-ba7c-f2b3a2f3e1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.452848 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-67d54c47-38b8-4700-ba7c-f2b3a2f3e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.481429 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bab46-4b69-4601-8834-d4eb08fbe7d8 req-fe42707d-e20f-40ba-bb44-6577254fc65d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:46.482035 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:46.484678 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-213bab46-4b69-4601-8834-d4eb08fbe7d8 req-fe42707d-e20f-40ba-bb44-6577254fc65d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0801435 Jul 15 23:02:46.525241 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d54c47-38b8-4700-ba7c-f2b3a2f3e1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d27dfb-9709-49f0-8708-5db5baf5833d,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:46.559077 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-213bab46-4b69-4601-8834-d4eb08fbe7d8 req-d61755f5-e6ad-4f5c-833e-129545163b3e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645666 Jul 15 23:02:46.563509 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-67d54c47-38b8-4700-ba7c-f2b3a2f3e1bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be1feec35b1f49919baa17c34bdedc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397836 Jul 15 23:02:46.566010 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45524) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:46.622902 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-b57f4a85-0086-48b3-9077-255073edede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:46.624390 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-b57f4a85-0086-48b3-9077-255073edede3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 200 len: 910 time: 0.1804769 Jul 15 23:02:46.672127 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c3577897-bf9f-4dc9-b82d-dd952ba62c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.675169 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-5df76cca-9f09-41f7-97c2-d711fa96c03f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 200 len: 217 time: 0.0386705 Jul 15 23:02:46.712979 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 5, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:46.722997 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c3577897-bf9f-4dc9-b82d-dd952ba62c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.745008 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48c4d0-33ce-45f4-b389-f439b574e3a0 None None] The sync data for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi is: [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:20Z', 'revision_number': 4, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd01db770-8478-4400-8c04-ec73c52c2f07', 'name': '', 'network_id': 'e1eda53d-f1c6-4623-8a85-f4edd8d6012d', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'mac_address': 'fa:16:3e:be:9e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '63828403-6937-4004-b972-6404ae225a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:19Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 5, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'subnets': [{'id': '63828403-6937-4004-b972-6404ae225a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:46.760654 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-eaa2a66b-cbfa-40e5-82fc-ed6ca3fe09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:46.762152 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-eaa2a66b-cbfa-40e5-82fc-ed6ca3fe09c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 200 len: 848 time: 0.0784681 Jul 15 23:02:46.813229 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c3577897-bf9f-4dc9-b82d-dd952ba62c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.816415 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-c3577897-bf9f-4dc9-b82d-dd952ba62c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:46.818015 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c3577897-bf9f-4dc9-b82d-dd952ba62c91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18d27dfb-9709-49f0-8708-5db5baf5833d HTTP/1.1" status: 204 len: 168 time: 0.2509584 Jul 15 23:02:46.834889 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3577897-bf9f-4dc9-b82d-dd952ba62c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d27dfb-9709-49f0-8708-5db5baf5833d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:46.848136 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-891026be-99a8-4718-a6f3-4fc9719f8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:46.850374 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-891026be-99a8-4718-a6f3-4fc9719f8c61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1eda53d-f1c6-4623-8a85-f4edd8d6012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0797091 Jul 15 23:02:46.954911 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-ffda17f6-bf98-4613-82ca-04b04b7eb7dc service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966492 Jul 15 23:02:47.070232 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cace28bb-9b18-422f-90e6-95f8dec32a5f None None] New status for floating IP d947e715-e838-420f-b0f0-5986ffc2b86f: DOWN {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:02:47.070763 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a7030515-e697-4eaa-ad90-b66d70b62b19 req-c1275efd-002b-4c80-897f-29ab2b2fea8d service neutron] 10.222.0.22 "GET /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063144 Jul 15 23:02:47.297296 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563ebfe-f9cb-490f-972e-a4a82915ee7c req-1c7b053a-f0fb-48b6-af9e-2ea7aeb05ef4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:47.299603 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9563ebfe-f9cb-490f-972e-a4a82915ee7c req-1c7b053a-f0fb-48b6-af9e-2ea7aeb05ef4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0683999 Jul 15 23:02:47.343984 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9563ebfe-f9cb-490f-972e-a4a82915ee7c req-765948c3-1fa4-4151-b1c8-42467566f976 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385218 Jul 15 23:02:47.689459 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45580) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:47.735148 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8dcba-7fd4-466a-a94a-14f3cc475652 req-02f00aec-b256-4b89-b858-bdc041e6ec59 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:47.736921 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70c8dcba-7fd4-466a-a94a-14f3cc475652 req-02f00aec-b256-4b89-b858-bdc041e6ec59 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0747018 Jul 15 23:02:47.777752 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-70c8dcba-7fd4-466a-a94a-14f3cc475652 req-fc93bff8-0ed8-4be0-995a-59f54809740d tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c529b49-ec5b-49e0-a0db-142bf47407ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331309 Jul 15 23:02:47.799246 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-5d13d867-e60b-455e-b330-1a462e705afe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082325 Jul 15 23:02:47.979333 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45594) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:48.022791 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-26243032-98b5-48d8-b90d-62eef7b1c4c9 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:48.024665 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-26243032-98b5-48d8-b90d-62eef7b1c4c9 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 945 time: 0.0781944 Jul 15 23:02:48.115668 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0528041-e481-40e6-ae1a-c3246b65f25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.172940 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Deleting port b5d20652-398b-48c3-901a-cbc877553667 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:48.173294 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.292950 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] For port b5d20652-398b-48c3-901a-cbc877553667, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b5d20652-398b-48c3-901a-cbc877553667,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:48.293317 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.314431 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0528041-e481-40e6-ae1a-c3246b65f25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.316076 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Calling delete_port for b5d20652-398b-48c3-901a-cbc877553667 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:48.321500 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f0528041-e481-40e6-ae1a-c3246b65f25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.400897 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0528041-e481-40e6-ae1a-c3246b65f25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af2d1cd-2e0b-4bb4-9c63-93353f6e4d36,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:48.407540 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f0528041-e481-40e6-ae1a-c3246b65f25e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f940531d80094ef2ac3472adcf5416ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271626 Jul 15 23:02:48.409466 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45600) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:48.470390 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4615b9e8-79eb-4a68-9d35-2c08ef429156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.492430 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4615b9e8-79eb-4a68-9d35-2c08ef429156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.534101 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.542969 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4615b9e8-79eb-4a68-9d35-2c08ef429156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.545531 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4615b9e8-79eb-4a68-9d35-2c08ef429156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.546767 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4615b9e8-79eb-4a68-9d35-2c08ef429156 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5af2d1cd-2e0b-4bb4-9c63-93353f6e4d36 HTTP/1.1" status: 204 len: 168 time: 0.1362541 Jul 15 23:02:48.556344 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b9e8-79eb-4a68-9d35-2c08ef429156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af2d1cd-2e0b-4bb4-9c63-93353f6e4d36,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:48.579450 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event deleted for resources: {'Port': ['ID=b5d20652-398b-48c3-901a-cbc877553667,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:48.620015 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202dfcc-d1d3-4e31-bdca-25fea740043b req-d04337cc-19a6-40fc-a290-c5dae871e394 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:48.621614 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0202dfcc-d1d3-4e31-bdca-25fea740043b req-d04337cc-19a6-40fc-a290-c5dae871e394 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.1431820 Jul 15 23:02:48.639284 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] No DVR routers for this DVR port b5d20652-398b-48c3-901a-cbc877553667 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:48.646289 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:48.648150 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3be25c43-28ba-45d4-9e67-2c57ae20b5c9 req-b9a39726-33cc-49f1-9618-3f568741fb7e tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.22 "DELETE /v2.0/ports/b5d20652-398b-48c3-901a-cbc877553667 HTTP/1.1" status: 204 len: 173 time: 0.6175702 Jul 15 23:02:48.648586 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'name': 'network-vif-deleted', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:02:48.650832 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e95b9f7-90a5-4732-85a5-93da388c308a" -d '{"events": [{"server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "name": "network-vif-deleted", "tag": "b5d20652-398b-48c3-901a-cbc877553667"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:02:48.684737 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0202dfcc-d1d3-4e31-bdca-25fea740043b req-c0187291-61ca-4757-9220-e8fe3f1cd8df tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466576 Jul 15 23:02:48.716522 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a95c46-9983-4b99-9636-846ff6008bc5 x-openstack-request-id: req-42a95c46-9983-4b99-9636-846ff6008bc5 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:02:48.716822 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9bb275-c40c-4ca1-a439-e31facd16a48", "name": "network-vif-deleted", "tag": "b5d20652-398b-48c3-901a-cbc877553667", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:02:48.717076 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42a95c46-9983-4b99-9636-846ff6008bc5 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:02:48.717478 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9bb275-c40c-4ca1-a439-e31facd16a48', 'name': 'network-vif-deleted', 'tag': 'b5d20652-398b-48c3-901a-cbc877553667', 'status': 'completed', 'code': 200} Jul 15 23:02:48.803209 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627075d-19b0-462d-8c7e-14931707094d req-4f9608b8-6c67-41d5-a455-e17c93d099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:48.804674 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-4f9608b8-6c67-41d5-a455-e17c93d099bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23&tenant_id=a1ab2e9cf9a143738f8d0c496632e82e HTTP/1.1" status: 200 len: 1097 time: 0.0982378 Jul 15 23:02:48.897957 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627075d-19b0-462d-8c7e-14931707094d req-f806080e-e7ad-42df-9051-bd094d9eb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:48.899836 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-f806080e-e7ad-42df-9051-bd094d9eb319 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 1097 time: 0.0719609 Jul 15 23:02:48.940687 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bf0d093f-65cb-49c5-b1d3-a07e6fd769d2 req-e1c619e1-f67d-445e-8090-8976333513d1 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b9bb275-c40c-4ca1-a439-e31facd16a48 HTTP/1.1" status: 200 len: 210 time: 0.0369842 Jul 15 23:02:49.030470 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627075d-19b0-462d-8c7e-14931707094d req-65aaabb2-bc2c-4c0b-bf2f-e2817986779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.033727 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-65aaabb2-bc2c-4c0b-bf2f-e2817986779f service neutron] 10.222.0.22 "GET /v2.0/networks?id=96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 200 len: 918 time: 0.1189475 Jul 15 23:02:49.113153 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-a51a15e8-cd53-4415-bfa1-4f73b79aad35 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b HTTP/1.1" status: 200 len: 1000 time: 0.0735884 Jul 15 23:02:49.183786 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627075d-19b0-462d-8c7e-14931707094d req-b44d359e-245d-4679-8e5e-571f97554881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.185267 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-b44d359e-245d-4679-8e5e-571f97554881 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 200 len: 856 time: 0.0548058 Jul 15 23:02:49.247441 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627075d-19b0-462d-8c7e-14931707094d req-d1cf8387-d0cb-4c75-8185-fda07c1e2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.248237 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-d1cf8387-d0cb-4c75-8185-fda07c1e2647 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=96b17ddf-4707-4f65-af6c-bfd28f3573f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548089 Jul 15 23:02:49.345648 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-baf221c1-d29d-4da8-9012-04932fc50695 service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893743 Jul 15 23:02:49.442756 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4627075d-19b0-462d-8c7e-14931707094d req-4c063346-a6fd-4593-af3e-bdf9e542249a service neutron] 10.222.0.22 "GET /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885024 Jul 15 23:02:49.730496 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:49.967411 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0ab51-4d1f-4dfe-8a63-be485aa1a641 req-1964efc8-142a-4ade-8494-a693c786cd67 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:49.975193 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-03f0ab51-4d1f-4dfe-8a63-be485aa1a641 req-1964efc8-142a-4ade-8494-a693c786cd67 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0827279 Jul 15 23:02:50.057639 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-03f0ab51-4d1f-4dfe-8a63-be485aa1a641 req-32875d27-6fd4-4fdd-8eef-4fbfb5760786 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810974 Jul 15 23:02:50.062994 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45696) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:50.146589 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-94e8d2d1-93be-4b4b-8f6b-e3262a438045 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.227298 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-94e8d2d1-93be-4b4b-8f6b-e3262a438045 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.319688 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-94e8d2d1-93be-4b4b-8f6b-e3262a438045 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.322368 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-94e8d2d1-93be-4b4b-8f6b-e3262a438045 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:50.323595 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-94e8d2d1-93be-4b4b-8f6b-e3262a438045 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] 10.222.0.10 "DELETE /v2.0/security-groups/2c529b49-ec5b-49e0-a0db-142bf47407ca HTTP/1.1" status: 204 len: 168 time: 0.2592688 Jul 15 23:02:50.339066 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8d2d1-93be-4b4b-8f6b-e3262a438045 tempest-TestShelveInstance-373831720 tempest-TestShelveInstance-373831720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c529b49-ec5b-49e0-a0db-142bf47407ca,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:50.376632 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45712) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:51.232125 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.296498 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37380b-d098-41d7-ae18-2313294ba513 req-669bc178-5ae7-451a-9086-afb08076b674 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:51.298051 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1f37380b-d098-41d7-ae18-2313294ba513 req-669bc178-5ae7-451a-9086-afb08076b674 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.1201589 Jul 15 23:02:51.376312 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-1f37380b-d098-41d7-ae18-2313294ba513 req-b3ed5e86-b2be-4b24-8f58-ee7ee43e5034 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486896 Jul 15 23:02:51.544808 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Deleting port d01db770-8478-4400-8c04-ec73c52c2f07 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:51.545167 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.630642 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] For port d01db770-8478-4400-8c04-ec73c52c2f07, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=d01db770-8478-4400-8c04-ec73c52c2f07,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:51.630904 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.644960 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Calling delete_port for d01db770-8478-4400-8c04-ec73c52c2f07 owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:51.740606 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device b5d20652-398b-48c3-901a-cbc877553667 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:51.762390 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: b5d20652-398b-48c3-901a-cbc877553667 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:51.763080 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device b5d20652-398b-48c3-901a-cbc877553667 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:51.838924 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:51.865905 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d01db770-8478-4400-8c04-ec73c52c2f07,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:52.056833 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.276951 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Router 615377fe-2dac-4112-87f4-7a43810c1e89 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:52.387415 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:52.393383 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0c860446-b025-4cca-8e6d-684a322076bb admin admin] 10.222.0.10 "PUT /v2.0/routers/615377fe-2dac-4112-87f4-7a43810c1e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154641 Jul 15 23:02:52.395631 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45724) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:52.397620 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] Sync routers for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:52.419904 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:52.420537 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:02:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:52.528313 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks [] for router, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.612490 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc3a43-91df-4dda-b568-dff710aaeb29 req-4a812c06-aa63-46c4-9635-fff92220628a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:52.617373 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-11dc3a43-91df-4dda-b568-dff710aaeb29 req-4a812c06-aa63-46c4-9635-fff92220628a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0839052 Jul 15 23:02:52.627974 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:52.675332 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-11dc3a43-91df-4dda-b568-dff710aaeb29 req-a3ced731-75e2-45d0-b14d-bb50dc9cec19 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520339 Jul 15 23:02:52.677325 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.754313 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Deleting port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:52.754963 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.859965 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] For port 40a86c95-cc59-4fdf-b59c-38ad416cfdcb, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=40a86c95-cc59-4fdf-b59c-38ad416cfdcb,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:52.860414 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:52.871782 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T23:02:51Z', 'revision_number': 5, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port': {'id': '40a86c95-cc59-4fdf-b59c-38ad416cfdcb', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T22:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:52.881993 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Calling delete_port for 40a86c95-cc59-4fdf-b59c-38ad416cfdcb owned by network:router_gateway {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:52.898188 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] Checking router: 615377fe-2dac-4112-87f4-7a43810c1e89 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:52.910730 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] Routers {'615377fe-2dac-4112-87f4-7a43810c1e89'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:52.911501 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:02:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['615377fe-2dac-4112-87f4-7a43810c1e89'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:53.000771 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] Set router 615377fe-2dac-4112-87f4-7a43810c1e89 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:53.065303 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T23:02:52Z', 'revision_number': 6, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:53.092199 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.105456 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72499fdd-bdf5-4c2b-825c-efb223aa8f1f None None] The sync data for ids ['615377fe-2dac-4112-87f4-7a43810c1e89'] in dv-cinder-794962-10-iscsi is: [{'id': '615377fe-2dac-4112-87f4-7a43810c1e89', 'name': 'tempest-TestShelveInstance-1927596399-router', 'tenant_id': '8d75a1a04cdb4c04af50a7f16254c959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:17Z', 'updated_at': '2021-07-15T23:02:52Z', 'revision_number': 6, 'project_id': '8d75a1a04cdb4c04af50a7f16254c959', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:53.128490 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a86c95-cc59-4fdf-b59c-38ad416cfdcb,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:53.201337 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.307773 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.309980 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.382178 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.382806 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615377fe-2dac-4112-87f4-7a43810c1e89 {{(pid=92961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:02:53.388347 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.391846 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-3394cc3c-9e76-4328-8347-c5366472ef61 admin admin] 10.222.0.10 "DELETE /v2.0/routers/615377fe-2dac-4112-87f4-7a43810c1e89 HTTP/1.1" status: 204 len: 168 time: 0.9927297 Jul 15 23:02:53.392135 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45732) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:53.440217 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fb8248-1c03-4d5e-9908-0a7dee0d1ccf admin admin] Deleting subnet 63828403-6937-4004-b972-6404ae225a2f {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:02:53.443293 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8248-1c03-4d5e-9908-0a7dee0d1ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.488853 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8248-1c03-4d5e-9908-0a7dee0d1ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.621880 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8248-1c03-4d5e-9908-0a7dee0d1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.678799 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8248-1c03-4d5e-9908-0a7dee0d1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.709273 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb8248-1c03-4d5e-9908-0a7dee0d1ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63828403-6937-4004-b972-6404ae225a2f,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:53.715735 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8248-1c03-4d5e-9908-0a7dee0d1ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.720550 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45736) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:53.721025 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d3fb8248-1c03-4d5e-9908-0a7dee0d1ccf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/63828403-6937-4004-b972-6404ae225a2f HTTP/1.1" status: 204 len: 168 time: 0.3264995 Jul 15 23:02:53.722307 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264a48f-c840-467c-92d2-bb76ae30704d None None] Network e1eda53d-f1c6-4623-8a85-f4edd8d6012d requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:53.847315 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:53.925045 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bca4-4831-41cd-9250-838dd7e93788 req-a634ea91-3709-4f53-8964-69b2d9e7d98a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:53.926478 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4140bca4-4831-41cd-9250-838dd7e93788 req-a634ea91-3709-4f53-8964-69b2d9e7d98a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.1076350 Jul 15 23:02:53.926928 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Deleting port 60bd7022-3bb7-4fba-a87f-18f986ddb080 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:53.927346 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.010524 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4140bca4-4831-41cd-9250-838dd7e93788 req-da77997a-8e43-47aa-8af7-380a6cdc5c86 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778666 Jul 15 23:02:54.033510 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] DHCP port deletion for e1eda53d-f1c6-4623-8a85-f4edd8d6012d request from dv-cinder-794962-10-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:02:54.051136 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] For port 60bd7022-3bb7-4fba-a87f-18f986ddb080, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=60bd7022-3bb7-4fba-a87f-18f986ddb080,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:54.051670 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.068647 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Calling delete_port for 60bd7022-3bb7-4fba-a87f-18f986ddb080 owned by network:dhcp {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:54.151667 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] Deleting port 60bd7022-3bb7-4fba-a87f-18f986ddb080 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:54.152044 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.184834 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.225672 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] For port 60bd7022-3bb7-4fba-a87f-18f986ddb080, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=60bd7022-3bb7-4fba-a87f-18f986ddb080,segment=NetworkSegment(09a019cb-402e-4151-861b-452f1df09b4e),segment_id=09a019cb-402e-4151-861b-452f1df09b4e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:54.226105 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.227128 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60bd7022-3bb7-4fba-a87f-18f986ddb080,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:54.235467 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] No DVR routers for this DVR port 60bd7022-3bb7-4fba-a87f-18f986ddb080 on host dv-cinder-794962-10-iscsi {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:54.248505 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] Calling delete_port for 60bd7022-3bb7-4fba-a87f-18f986ddb080 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:54.342426 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.354581 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.372303 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1eda53d-f1c6-4623-8a85-f4edd8d6012d']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:54.372720 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] No DVR routers for this DVR port 60bd7022-3bb7-4fba-a87f-18f986ddb080 on host dv-cinder-794962-10-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:54.376894 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447c2b6-278e-468a-b082-d18ffcc15e15 None None] Pushing event deleted for resources: {'Port': ['ID=60bd7022-3bb7-4fba-a87f-18f986ddb080,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:54.389149 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a019cb-402e-4151-861b-452f1df09b4e') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:54.389455 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a019cb-402e-4151-861b-452f1df09b4e') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:54.400255 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.419436 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.426106 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:02:54.426515 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:02:54.428361 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:02:54.491876 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.501367 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.503723 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e1eda53d-f1c6-4623-8a85-f4edd8d6012d HTTP/1.1" status: 204 len: 168 time: 0.7819619 Jul 15 23:02:54.507091 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45740) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:54.515105 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9c562-c0fe-4b87-8cd6-bd826087d7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1eda53d-f1c6-4623-8a85-f4edd8d6012d,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:54.854889 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 40a86c95-cc59-4fdf-b59c-38ad416cfdcb no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:54.877265 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 40a86c95-cc59-4fdf-b59c-38ad416cfdcb {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:54.877886 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 40a86c95-cc59-4fdf-b59c-38ad416cfdcb not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:54.878389 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device d01db770-8478-4400-8c04-ec73c52c2f07 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:54.883251 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.910064 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: d01db770-8478-4400-8c04-ec73c52c2f07 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:54.910500 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device d01db770-8478-4400-8c04-ec73c52c2f07 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:54.911001 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 60bd7022-3bb7-4fba-a87f-18f986ddb080 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:54.934559 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 60bd7022-3bb7-4fba-a87f-18f986ddb080 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:54.934992 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 60bd7022-3bb7-4fba-a87f-18f986ddb080 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:55.260713 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250f7c0-cedd-4cb7-a080-8e36fb3a4374 req-8ca9bc37-cb02-4db0-b1c3-26891c49174d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:55.262517 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a250f7c0-cedd-4cb7-a080-8e36fb3a4374 req-8ca9bc37-cb02-4db0-b1c3-26891c49174d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0800915 Jul 15 23:02:55.309986 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a250f7c0-cedd-4cb7-a080-8e36fb3a4374 req-bc57703d-3e61-4e98-ab7a-97f895404c6d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Jul 15 23:02:55.467608 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Deleting port ccf37a13-2d42-4174-8b8e-d2d542a6a96d {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:55.468100 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.558853 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] For port ccf37a13-2d42-4174-8b8e-d2d542a6a96d, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,segment=NetworkSegment(7c2aa540-7485-4cbb-a3c4-4a1b1685211e),segment_id=7c2aa540-7485-4cbb-a3c4-4a1b1685211e)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:55.559534 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.572260 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Calling delete_port for ccf37a13-2d42-4174-8b8e-d2d542a6a96d owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:55.764839 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:55.791562 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf37a13-2d42-4174-8b8e-d2d542a6a96d,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:55.976743 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.211505 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:02:56.330988 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:02:56.336571 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4e036200-8d83-4e20-8108-cbfae7c58311 admin admin] 10.222.0.10 "PUT /v2.0/routers/87367c72-8226-42a2-92d2-4dc0ca1f26d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282082 Jul 15 23:02:56.339348 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45748) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:56.340231 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] Sync routers for ids ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:02:56.360191 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] Routers {'87367c72-8226-42a2-92d2-4dc0ca1f26d2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:56.360837 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:02:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:56.484013 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks [] for router, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.509999 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] Set router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:56.638568 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a706057-7004-443d-9abc-46621c6f45a7 req-a49f0c9d-d5f6-4f9f-a046-03c5ad794237 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:56.640214 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9a706057-7004-443d-9abc-46621c6f45a7 req-a49f0c9d-d5f6-4f9f-a046-03c5ad794237 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.1520181 Jul 15 23:02:56.645772 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.708108 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T23:02:55Z', 'revision_number': 5, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port': {'id': '40d6abaa-aa6a-4fd6-afa9-01841a3e5aba', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T22:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:56.715579 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9a706057-7004-443d-9abc-46621c6f45a7 req-e2b77b1b-42f3-444e-a7df-8b7f820a8d02 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651326 Jul 15 23:02:56.732658 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Deleting port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:56.733004 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.741250 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] Checking router: 87367c72-8226-42a2-92d2-4dc0ca1f26d2 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:02:56.779381 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] Routers {'87367c72-8226-42a2-92d2-4dc0ca1f26d2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:02:56.782277 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:02:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:56.906103 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] For port 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=40d6abaa-aa6a-4fd6-afa9-01841a3e5aba,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:56.906548 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.924469 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Calling delete_port for 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba owned by network:router_gateway {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:57.009570 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] Set router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 gateway port host: None {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:02:57.074733 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T23:02:56Z', 'revision_number': 6, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:57.102907 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23e2aa-db6c-4297-af25-fb688782f9c9 None None] The sync data for ids ['87367c72-8226-42a2-92d2-4dc0ca1f26d2'] in dv-cinder-794962-10-iscsi is: [{'id': '87367c72-8226-42a2-92d2-4dc0ca1f26d2', 'name': 'tempest-TestShelveInstance-1603778893-router', 'tenant_id': 'd386be197b1b4ea193630de955dedc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:22Z', 'updated_at': '2021-07-15T23:02:56Z', 'revision_number': 6, 'project_id': 'd386be197b1b4ea193630de955dedc74', 'gw_port_host': None}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:02:57.117926 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.155640 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d6abaa-aa6a-4fd6-afa9-01841a3e5aba,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:57.225422 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.318785 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.320981 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.376904 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.377552 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87367c72-8226-42a2-92d2-4dc0ca1f26d2 {{(pid=92961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:02:57.382786 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.383793 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0eec83bb-0559-4e96-9a70-33bd512b4520 admin admin] 10.222.0.10 "DELETE /v2.0/routers/87367c72-8226-42a2-92d2-4dc0ca1f26d2 HTTP/1.1" status: 204 len: 168 time: 1.0434833 Jul 15 23:02:57.386248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45756) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:57.431531 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-f479a5dd-7e72-4290-b83f-813817955b02 admin admin] Deleting subnet ef0902c4-c781-4952-a989-a5f2c7c6132a {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:02:57.435431 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f479a5dd-7e72-4290-b83f-813817955b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.478907 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f479a5dd-7e72-4290-b83f-813817955b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.580667 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f479a5dd-7e72-4290-b83f-813817955b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.645712 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f479a5dd-7e72-4290-b83f-813817955b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.671766 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479a5dd-7e72-4290-b83f-813817955b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0902c4-c781-4952-a989-a5f2c7c6132a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:57.675570 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f479a5dd-7e72-4290-b83f-813817955b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.680041 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f479a5dd-7e72-4290-b83f-813817955b02 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ef0902c4-c781-4952-a989-a5f2c7c6132a HTTP/1.1" status: 204 len: 168 time: 0.2903781 Jul 15 23:02:57.680334 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45758) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:57.683689 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dec206-2a81-40e0-83a3-7d4807448065 None None] Network a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:02:57.760724 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.821192 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Deleting port 693e3bc5-34c0-4546-9b55-55b288f46011 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:57.821624 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.907879 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] For port 693e3bc5-34c0-4546-9b55-55b288f46011, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=693e3bc5-34c0-4546-9b55-55b288f46011,segment=NetworkSegment(7c2aa540-7485-4cbb-a3c4-4a1b1685211e),segment_id=7c2aa540-7485-4cbb-a3c4-4a1b1685211e)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:57.908249 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:57.936154 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Calling delete_port for 693e3bc5-34c0-4546-9b55-55b288f46011 owned by network:dhcp {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:57.964257 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8b3a7-7f5d-4d78-9617-016bdfa8808e req-8087b459-63fc-4903-8671-1ae7556755c1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:57.974569 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] DHCP port deletion for a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff request from dv-cinder-794962-10-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:02:57.976040 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7eb8b3a7-7f5d-4d78-9617-016bdfa8808e req-8087b459-63fc-4903-8671-1ae7556755c1 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.1000566 Jul 15 23:02:58.022890 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7eb8b3a7-7f5d-4d78-9617-016bdfa8808e req-b0014a52-fab5-43e0-b9a4-cf7b06d5195f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421550 Jul 15 23:02:58.068808 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Deleting port 693e3bc5-34c0-4546-9b55-55b288f46011 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:02:58.069119 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.109198 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.140734 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Pushing event deleted for resources: {'Port': ['ID=693e3bc5-34c0-4546-9b55-55b288f46011,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:58.142800 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] No DVR routers for this DVR port 693e3bc5-34c0-4546-9b55-55b288f46011 on host dv-cinder-794962-10-iscsi {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:58.163014 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] For port 693e3bc5-34c0-4546-9b55-55b288f46011, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=693e3bc5-34c0-4546-9b55-55b288f46011,segment=NetworkSegment(7c2aa540-7485-4cbb-a3c4-4a1b1685211e),segment_id=7c2aa540-7485-4cbb-a3c4-4a1b1685211e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:02:58.163014 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.186208 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Calling delete_port for 693e3bc5-34c0-4546-9b55-55b288f46011 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:02:58.243495 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.254935 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:58.269359 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2aa540-7485-4cbb-a3c4-4a1b1685211e') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:58.269798 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2aa540-7485-4cbb-a3c4-4a1b1685211e') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:02:58.282976 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869178'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.285451 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.311192 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.319102 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:02:58.319815 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8114659'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: timer() Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: cb(*args, **kw) Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: self._notify() Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: self.callback(batched_events) Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: event.method(event) Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._get(url).json() Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:02:58.322481 dv-cinder-794962-10-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:02:58.325994 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Pushing event deleted for resources: {'Port': ['ID=693e3bc5-34c0-4546-9b55-55b288f46011,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:58.339256 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] No DVR routers for this DVR port 693e3bc5-34c0-4546-9b55-55b288f46011 on host dv-cinder-794962-10-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:02:58.350019 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.350019 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.350211 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.351002 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.351351 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.351690 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.352025 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.352366 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.352691 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.353021 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.353347 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.353669 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438a65b-205e-4fcf-9b11-cfe8c1458b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:02:58.402401 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.422406 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.427390 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] 10.222.0.10 "DELETE /v2.0/networks/a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff HTTP/1.1" status: 204 len: 168 time: 0.7439978 Jul 15 23:02:58.435065 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021eedf-bdf9-4dc6-8daf-98a6bcaa5edf admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fcaef3-1da7-4b73-8d4a-a7d6c18256ff,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:58.561201 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45768) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:58.604975 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b77e3330-e7d1-413d-8dd0-6077021adae2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d75a1a04cdb4c04af50a7f16254c959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425894 Jul 15 23:02:58.607468 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45770) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:58.662253 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a16e5594-34ee-4f97-83a1-1cc9d8425bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.686018 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a16e5594-34ee-4f97-83a1-1cc9d8425bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.733344 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a16e5594-34ee-4f97-83a1-1cc9d8425bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.735954 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a16e5594-34ee-4f97-83a1-1cc9d8425bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:58.737129 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a16e5594-34ee-4f97-83a1-1cc9d8425bdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/683459b8-8b53-4683-92ac-f70ec37b0d41 HTTP/1.1" status: 204 len: 168 time: 0.1287344 Jul 15 23:02:58.745283 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e5594-34ee-4f97-83a1-1cc9d8425bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683459b8-8b53-4683-92ac-f70ec37b0d41,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:02:58.858986 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device ccf37a13-2d42-4174-8b8e-d2d542a6a96d no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:58.881951 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: ccf37a13-2d42-4174-8b8e-d2d542a6a96d {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:58.882315 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device ccf37a13-2d42-4174-8b8e-d2d542a6a96d not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:58.882724 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:58.902623 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:58.902961 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 40d6abaa-aa6a-4fd6-afa9-01841a3e5aba not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:58.903432 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 693e3bc5-34c0-4546-9b55-55b288f46011 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:02:58.923651 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 693e3bc5-34c0-4546-9b55-55b288f46011 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:02:58.924109 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 693e3bc5-34c0-4546-9b55-55b288f46011 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:02:59.132971 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45778) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:59.182527 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-df2848d8-e1e2-4981-9e63-a6e391d80432 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d386be197b1b4ea193630de955dedc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456946 Jul 15 23:02:59.183162 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45780) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:02:59.237005 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e92282a-7c05-4eab-97ad-84ac0c05c88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:59.254845 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567748c-1e71-4bf9-888e-d13d1ccf7684 req-61163213-522d-4d6e-a34c-3eed63afefc4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:02:59.256640 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5567748c-1e71-4bf9-888e-d13d1ccf7684 req-61163213-522d-4d6e-a34c-3eed63afefc4 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0830956 Jul 15 23:02:59.259431 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e92282a-7c05-4eab-97ad-84ac0c05c88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:59.311710 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-5567748c-1e71-4bf9-888e-d13d1ccf7684 req-b47d8218-9ae2-4dad-a7f0-c1433d00ab6c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483718 Jul 15 23:02:59.319167 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e92282a-7c05-4eab-97ad-84ac0c05c88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:59.322501 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3e92282a-7c05-4eab-97ad-84ac0c05c88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:59.323899 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3e92282a-7c05-4eab-97ad-84ac0c05c88a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/395cdb2f-5d7f-457f-88a2-1c51122506f8 HTTP/1.1" status: 204 len: 168 time: 0.1395993 Jul 15 23:02:59.333054 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92282a-7c05-4eab-97ad-84ac0c05c88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395cdb2f-5d7f-457f-88a2-1c51122506f8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:00.510588 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c598035-d622-4bf0-b3c6-49f4eac4091f req-c811f11e-7e0f-425f-b005-fbd68d68e8eb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:00.512178 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3c598035-d622-4bf0-b3c6-49f4eac4091f req-c811f11e-7e0f-425f-b005-fbd68d68e8eb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0750110 Jul 15 23:03:00.559272 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3c598035-d622-4bf0-b3c6-49f4eac4091f req-018a84b5-c4fb-481f-a34c-0ece16da61d7 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408440 Jul 15 23:03:01.744934 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907d305-b0e9-4494-8947-271029415804 req-3e218ef9-4ea5-4bfb-8a6d-c267fd9fff3f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:01.746414 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7907d305-b0e9-4494-8947-271029415804 req-3e218ef9-4ea5-4bfb-8a6d-c267fd9fff3f tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0669045 Jul 15 23:03:01.785223 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-7907d305-b0e9-4494-8947-271029415804 req-089b7664-b793-499f-8ed0-9e9df7b7ebb8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332999 Jul 15 23:03:03.160963 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece2483-4acf-4032-9d33-793d3197fbec req-ecb38ae3-dcff-4112-a1bc-d9ce172aaaa0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:03.162373 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ece2483-4acf-4032-9d33-793d3197fbec req-ecb38ae3-dcff-4112-a1bc-d9ce172aaaa0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 944 time: 0.0625982 Jul 15 23:03:03.198362 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-2ece2483-4acf-4032-9d33-793d3197fbec req-ffa89417-0560-4732-8516-780a077da6c8 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305023 Jul 15 23:03:03.845066 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:03.938797 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:03.950731 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'port_id': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'mac_address': 'fa:16:3e:c0:15:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:03.987639 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:03.999737 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfac9764-29cc-4cfd-8813-b57bc4f8568b {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:04.019196 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:04.022930 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.072511 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=9']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:04.261994 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['bfac9764-29cc-4cfd-8813-b57bc4f8568b'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:04.376964 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faba13b-6e0c-4dae-85cf-5693d297eb3a req-8b74bc41-6556-49a3-ba02-ee3d4609cd0a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:04.378488 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2faba13b-6e0c-4dae-85cf-5693d297eb3a req-8b74bc41-6556-49a3-ba02-ee3d4609cd0a tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 945 time: 0.0622427 Jul 15 23:03:04.415403 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2faba13b-6e0c-4dae-85cf-5693d297eb3a req-5ac61ece-8409-4965-b208-6c7af8d7fb71 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Jul 15 23:03:05.593770 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fad738-91ca-4528-9312-fcb1936c3f32 req-dcf6aa1e-f90a-465f-ab06-44f436fb6ae7 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:05.595254 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-10fad738-91ca-4528-9312-fcb1936c3f32 req-dcf6aa1e-f90a-465f-ab06-44f436fb6ae7 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 945 time: 0.0648086 Jul 15 23:03:05.633342 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-10fad738-91ca-4528-9312-fcb1936c3f32 req-d26b4bd5-4ce8-4be8-94fc-832fffa2c695 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322955 Jul 15 23:03:05.860467 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:05.910432 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port bfac9764-29cc-4cfd-8813-b57bc4f8568b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:05.910807 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.983514 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.005000 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:06.007237 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45025e12-0c3c-4b55-873d-f463ada4eb83" -d '{"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-plugged", "status": "completed", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:06.019300 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:06.023416 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.046181 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb63a7-201f-4d06-b640-f7de4cbf7b66 x-openstack-request-id: req-9ccb63a7-201f-4d06-b640-f7de4cbf7b66 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:06.046471 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-plugged", "status": "completed", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:06.046720 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ccb63a7-201f-4d06-b640-f7de4cbf7b66 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:06.047104 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'code': 200} Jul 15 23:03:06.072969 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=10']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:06.282716 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a153e-b6fb-4443-9045-ac42e89955ba req-c64fba66-8908-4d8a-807e-e893069c501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:06.282716 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-881a153e-b6fb-4443-9045-ac42e89955ba req-c64fba66-8908-4d8a-807e-e893069c501d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 1100 time: 0.0775921 Jul 15 23:03:06.324660 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-881a153e-b6fb-4443-9045-ac42e89955ba req-b2edb9ff-74f5-4d54-8883-48bc4afa2c10 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335488 Jul 15 23:03:06.356486 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.806949 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088f989-9b99-46dd-9ea7-c9c6e98d610f req-0a7f918f-e350-4fbb-a846-adedc8f4aaa5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:06.808432 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e088f989-9b99-46dd-9ea7-c9c6e98d610f req-0a7f918f-e350-4fbb-a846-adedc8f4aaa5 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 947 time: 0.0626428 Jul 15 23:03:06.819254 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:03:06.846492 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e088f989-9b99-46dd-9ea7-c9c6e98d610f req-1c483816-5909-4845-8b13-7849daabda91 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324302 Jul 15 23:03:07.293945 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3bae9107-d125-4404-946b-975b35d3e24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.031475 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def94eee-9a12-4249-82cf-4a31b68e6a57 req-12400a08-c3ee-47c1-8890-6cb7157d08d9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:08.032990 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-def94eee-9a12-4249-82cf-4a31b68e6a57 req-12400a08-c3ee-47c1-8890-6cb7157d08d9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 947 time: 0.0671654 Jul 15 23:03:08.074459 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-def94eee-9a12-4249-82cf-4a31b68e6a57 req-04f68b18-ebf4-4975-b4bf-dee645c27be0 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346568 Jul 15 23:03:09.254423 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e062de-29f0-44ba-ba63-7b594f8f6be4 req-124b0a7a-7d1b-4424-b204-9497b9a937e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.255917 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-04e062de-29f0-44ba-ba63-7b594f8f6be4 req-124b0a7a-7d1b-4424-b204-9497b9a937e9 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 947 time: 0.0683072 Jul 15 23:03:09.294914 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-04e062de-29f0-44ba-ba63-7b594f8f6be4 req-307a07e6-8d46-4942-a866-bc7831b293f6 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335598 Jul 15 23:03:09.958659 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-f9a0342d-3196-4d70-a4db-461d4fc5532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.204339 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:11.016128 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:12.539255 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.586958 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45934) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:19.695165 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1df36880-112e-474d-9bec-7732e550ec9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.783571 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1df36880-112e-474d-9bec-7732e550ec9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.787901 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-1df36880-112e-474d-9bec-7732e550ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.824692 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-1df36880-112e-474d-9bec-7732e550ec9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a5034dd8b6141648487658e818eda80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367265 Jul 15 23:03:19.825497 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df36880-112e-474d-9bec-7732e550ec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbcf1e3-9a69-4366-ac2a-a97d9781e34c,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:19.827781 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45938) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:19.877126 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-267ad81b-8aa9-43c1-b5cc-7f45248ba46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.898138 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-267ad81b-8aa9-43c1-b5cc-7f45248ba46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.942897 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-267ad81b-8aa9-43c1-b5cc-7f45248ba46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.945597 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-267ad81b-8aa9-43c1-b5cc-7f45248ba46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.946886 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-267ad81b-8aa9-43c1-b5cc-7f45248ba46e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fbcf1e3-9a69-4366-ac2a-a97d9781e34c HTTP/1.1" status: 204 len: 168 time: 0.1180086 Jul 15 23:03:19.954542 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ad81b-8aa9-43c1-b5cc-7f45248ba46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbcf1e3-9a69-4366-ac2a-a97d9781e34c,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.384020 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.283987 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ba94cfb5-cab3-4dd7-9d6c-3e1389ac5688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.959863 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-03178b99-00cd-4133-b72c-e69b353c6e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.206381 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.876000 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fe42001f-784d-4047-ae76-2ba991b7080d req-d36cce55-6964-4e71-b8af-344301349068 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646946 Jul 15 23:03:40.952692 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42001f-784d-4047-ae76-2ba991b7080d req-5655b582-420f-4708-855e-122a09b0ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:40.954229 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fe42001f-784d-4047-ae76-2ba991b7080d req-5655b582-420f-4708-855e-122a09b0ab09 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 1098 time: 0.0559478 Jul 15 23:03:41.020443 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.060120 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42001f-784d-4047-ae76-2ba991b7080d req-c7919e84-6664-4dcd-a949-a76b3fac8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:41.061515 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fe42001f-784d-4047-ae76-2ba991b7080d req-c7919e84-6664-4dcd-a949-a76b3fac8daf service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.0853579 Jul 15 23:03:41.129318 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fe42001f-784d-4047-ae76-2ba991b7080d req-b272f4c0-df68-488e-8dae-9e6500feb4c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d88538-699b-4556-be9d-6b502e3d2595 HTTP/1.1" status: 200 len: 1001 time: 0.0613365 Jul 15 23:03:41.177595 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42001f-784d-4047-ae76-2ba991b7080d req-e2fb9c08-72de-4e7b-8d22-036a1124703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:41.179085 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fe42001f-784d-4047-ae76-2ba991b7080d req-e2fb9c08-72de-4e7b-8d22-036a1124703d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0436254 Jul 15 23:03:41.237126 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42001f-784d-4047-ae76-2ba991b7080d req-3a016b71-650d-4e07-86d3-95dad0cb20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:41.238655 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fe42001f-784d-4047-ae76-2ba991b7080d req-3a016b71-650d-4e07-86d3-95dad0cb20bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531771 Jul 15 23:03:41.336523 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fe42001f-784d-4047-ae76-2ba991b7080d req-8c9c6be8-b4e8-4ae1-9820-48c977aa1615 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899749 Jul 15 23:03:41.425786 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fe42001f-784d-4047-ae76-2ba991b7080d req-e3918d84-b039-4d73-8af2-75c1f35ae9e3 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830221 Jul 15 23:03:42.541936 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.639301 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215994ec-bcb4-4579-870f-a6b735e597cc req-7c553431-51de-414e-9584-002b34f97d2d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.640777 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-215994ec-bcb4-4579-870f-a6b735e597cc req-7c553431-51de-414e-9584-002b34f97d2d tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 947 time: 0.0652792 Jul 15 23:03:42.677795 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-215994ec-bcb4-4579-870f-a6b735e597cc req-d699dc8c-bd73-4ef6-a16b-b52ac1da23b6 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Jul 15 23:03:43.817764 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:03:43.854771 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b321c-2199-43e8-8baf-65d33cc0ce46 req-13f46079-d221-410c-a521-ccd6563ac4c6 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:43.856461 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-201b321c-2199-43e8-8baf-65d33cc0ce46 req-13f46079-d221-410c-a521-ccd6563ac4c6 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 947 time: 0.0624497 Jul 15 23:03:43.893124 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-201b321c-2199-43e8-8baf-65d33cc0ce46 req-457602a1-b4c7-4186-8f69-17719ff9b30e tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups?id=f14ee12a-6b06-448a-9dff-20e7e6bdb650&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Jul 15 23:03:44.019047 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-c767b543-3aeb-43e8-b613-49a03cd32efb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:44.020468 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-c767b543-3aeb-43e8-b613-49a03cd32efb tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 947 time: 0.0653718 Jul 15 23:03:44.118590 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Deleting port bfac9764-29cc-4cfd-8813-b57bc4f8568b {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:44.118933 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.203719 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] For port bfac9764-29cc-4cfd-8813-b57bc4f8568b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bfac9764-29cc-4cfd-8813-b57bc4f8568b,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:44.204077 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.365490 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.365783 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.366137 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Floating IP 9fb2734a-bf91-4fd9-8f69-e15d67bbcd65 disassociated. External IP: 172.27.0.119, port: bfac9764-29cc-4cfd-8813-b57bc4f8568b. Jul 15 23:03:44.366488 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Calling delete_port for bfac9764-29cc-4cfd-8813-b57bc4f8568b owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:44.494814 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.525449 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event deleted for resources: {'Port': ['ID=bfac9764-29cc-4cfd-8813-b57bc4f8568b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.536796 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.537164 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.537520 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.537890 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.538238 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.538581 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.539028 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.539872 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.540210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.540547 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.540885 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.541221 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:44.647522 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Router 1024b3d8-f486-485e-9be1-26dfb3a303e3 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:44.754377 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:44.764701 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] Sync routers for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:44.774150 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:44.774748 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:03:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:44.800269 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] No DVR routers for this DVR port bfac9764-29cc-4cfd-8813-b57bc4f8568b on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:44.802785 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.804815 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f258e5c7-e7b5-44c5-bc71-52e7b04fe492 req-cc9fc43a-6543-479e-bc3a-2cca0a355f4c tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.22 "DELETE /v2.0/ports/bfac9764-29cc-4cfd-8813-b57bc4f8568b HTTP/1.1" status: 204 len: 173 time: 0.7786484 Jul 15 23:03:44.805944 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-deleted', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:44.809409 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa05832-1814-4ab7-8fc3-d6295e47ce20" -d '{"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-deleted", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:44.852313 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5f05f1-da47-41cb-a092-cf2b0568532b x-openstack-request-id: req-7c5f05f1-da47-41cb-a092-cf2b0568532b {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:44.852719 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383f700a-738d-47ab-8db1-7aa751101f23", "name": "network-vif-deleted", "tag": "bfac9764-29cc-4cfd-8813-b57bc4f8568b", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:44.853068 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c5f05f1-da47-41cb-a092-cf2b0568532b {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:44.853538 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383f700a-738d-47ab-8db1-7aa751101f23', 'name': 'network-vif-deleted', 'tag': 'bfac9764-29cc-4cfd-8813-b57bc4f8568b', 'status': 'completed', 'code': 200} Jul 15 23:03:44.888951 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:45.082013 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-9a6c8aef-7dc9-4710-84a8-98a5c9727c88 req-890bbbfd-216b-43c1-b803-c48da7107e76 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/ports?device_id=383f700a-738d-47ab-8db1-7aa751101f23 HTTP/1.1" status: 200 len: 210 time: 0.0315392 Jul 15 23:03:45.097746 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:45.123326 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] Checking router: 1024b3d8-f486-485e-9be1-26dfb3a303e3 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:45.131199 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:45.131794 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:03:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:45.234302 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:45.431472 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:45.530633 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0ca57-a089-41b1-896d-fca934fbf7bd None None] The sync data for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi is: [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:00Z', 'revision_number': 4, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '24def564-3361-4765-ab5d-165792fa883f', 'name': '', 'network_id': '96b17ddf-4707-4f65-af6c-bfd28f3573f9', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'mac_address': 'fa:16:3e:af:ac:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '31831bdc-3713-4628-ac40-56fddbec780a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:58:00Z', 'updated_at': '2021-07-15T22:58:06Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'subnets': [{'id': '31831bdc-3713-4628-ac40-56fddbec780a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:45.760798 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5d2bd-ed9b-415f-99a9-cc9255662550 None None] New status for floating IP 9fb2734a-bf91-4fd9-8f69-e15d67bbcd65: DOWN {{(pid=92962) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:03:46.205818 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 45972) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:46.265057 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f20db6d2-a13e-4059-8286-0b4ed22d5328 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.289261 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f20db6d2-a13e-4059-8286-0b4ed22d5328 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.337394 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f20db6d2-a13e-4059-8286-0b4ed22d5328 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.340251 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f20db6d2-a13e-4059-8286-0b4ed22d5328 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.341761 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f20db6d2-a13e-4059-8286-0b4ed22d5328 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "DELETE /v2.0/security-groups/f14ee12a-6b06-448a-9dff-20e7e6bdb650 HTTP/1.1" status: 204 len: 168 time: 0.1347675 Jul 15 23:03:46.346041 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45974) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:46.353008 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20db6d2-a13e-4059-8286-0b4ed22d5328 tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ee12a-6b06-448a-9dff-20e7e6bdb650,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:46.360567 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.api.v2.resource [None req-9dbfe5b9-c265-4e6c-a294-6142291abfdc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] show failed (client error): The resource could not be found. Jul 15 23:03:46.364417 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9dbfe5b9-c265-4e6c-a294-6142291abfdc tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "GET /v2.0/security-groups/f14ee12a-6b06-448a-9dff-20e7e6bdb650 HTTP/1.1" status: 404 len: 347 time: 0.0147114 Jul 15 23:03:46.364656 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45976) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:46.484304 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Deleting port 3b0d67ae-c1cb-439b-a18f-a27a79b49fe2 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:46.484649 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.555448 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.555779 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.566758 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Calling delete_port for 3b0d67ae-c1cb-439b-a18f-a27a79b49fe2 owned by network:floatingip {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:46.703244 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.731330 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Pushing event deleted for resources: {'Port': ['ID=3b0d67ae-c1cb-439b-a18f-a27a79b49fe2,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:46.759422 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.759768 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.760111 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.760450 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.760802 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.761114 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.761443 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.761770 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.762122 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.762443 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.762768 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.763090 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:46.806700 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks [] for floatingip, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.809293 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.810488 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-652e31ab-24b8-4af1-867b-3551ebf9c81b tempest-AttachVolumeShelveTestJSON-1727263291 tempest-AttachVolumeShelveTestJSON-1727263291-project] 10.222.0.10 "DELETE /v2.0/floatingips/9fb2734a-bf91-4fd9-8f69-e15d67bbcd65 HTTP/1.1" status: 204 len: 168 time: 0.4448843 Jul 15 23:03:48.035227 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:48.058365 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: bfac9764-29cc-4cfd-8813-b57bc4f8568b {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:48.058736 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device bfac9764-29cc-4cfd-8813-b57bc4f8568b not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:49.354678 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 45998) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:49.822496 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.344034 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Deleting port 24def564-3361-4765-ab5d-165792fa883f {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:50.344382 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.424856 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] For port 24def564-3361-4765-ab5d-165792fa883f, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=24def564-3361-4765-ab5d-165792fa883f,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:50.425525 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.437844 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Calling delete_port for 24def564-3361-4765-ab5d-165792fa883f owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:50.613403 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.638522 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Pushing event deleted for resources: {'Port': ['ID=24def564-3361-4765-ab5d-165792fa883f,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.804511 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.013867 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Router 1024b3d8-f486-485e-9be1-26dfb3a303e3 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:51.116538 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:51.121998 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2764ef03-d0a2-4608-a89e-81c900d497ba admin admin] 10.222.0.10 "PUT /v2.0/routers/1024b3d8-f486-485e-9be1-26dfb3a303e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661676 Jul 15 23:03:51.124477 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46002) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:51.125185 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] Sync routers for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:51.134896 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:51.135501 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:03:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:51.227913 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.235452 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:51.331227 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.384550 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Deleting port 5befc6b6-8422-456c-8646-181ec7d5b499 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:51.384806 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.412162 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T23:03:50Z', 'revision_number': 5, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port': {'id': '5befc6b6-8422-456c-8646-181ec7d5b499', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T22:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:51.442136 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] Checking router: 1024b3d8-f486-485e-9be1-26dfb3a303e3 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:51.450521 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] Routers {'1024b3d8-f486-485e-9be1-26dfb3a303e3'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:51.451143 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:03:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['1024b3d8-f486-485e-9be1-26dfb3a303e3'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:51.468694 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] For port 5befc6b6-8422-456c-8646-181ec7d5b499, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=5befc6b6-8422-456c-8646-181ec7d5b499,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:51.469269 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.482229 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Calling delete_port for 5befc6b6-8422-456c-8646-181ec7d5b499 owned by network:router_gateway {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:51.534167 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] Set router 1024b3d8-f486-485e-9be1-26dfb3a303e3 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:51.584233 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T23:03:51Z', 'revision_number': 6, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:51.613225 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dd919-caa2-42f7-aad0-49039fbd919a None None] The sync data for ids ['1024b3d8-f486-485e-9be1-26dfb3a303e3'] in dv-cinder-794962-10-iscsi is: [{'id': '1024b3d8-f486-485e-9be1-26dfb3a303e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2113015511-router', 'tenant_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:57:58Z', 'updated_at': '2021-07-15T23:03:51Z', 'revision_number': 6, 'project_id': 'a1ab2e9cf9a143738f8d0c496632e82e', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:51.651937 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.683285 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5befc6b6-8422-456c-8646-181ec7d5b499,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:51.745461 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.844937 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.847421 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.893042 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.893499 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1024b3d8-f486-485e-9be1-26dfb3a303e3 {{(pid=92961) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:03:51.898312 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.899471 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0a57993e-6ad8-46a5-8e4e-fc397e489bf0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1024b3d8-f486-485e-9be1-26dfb3a303e3 HTTP/1.1" status: 204 len: 168 time: 0.7739241 Jul 15 23:03:51.901973 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46004) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:51.945400 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f1873e-cd35-43fa-8f48-12d93217c73d admin admin] Deleting subnet 31831bdc-3713-4628-ac40-56fddbec780a {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:03:51.948610 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4f1873e-cd35-43fa-8f48-12d93217c73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.985944 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4f1873e-cd35-43fa-8f48-12d93217c73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.079675 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4f1873e-cd35-43fa-8f48-12d93217c73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.139398 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4f1873e-cd35-43fa-8f48-12d93217c73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.165293 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1873e-cd35-43fa-8f48-12d93217c73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31831bdc-3713-4628-ac40-56fddbec780a,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.168823 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c4f1873e-cd35-43fa-8f48-12d93217c73d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.173486 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c4f1873e-cd35-43fa-8f48-12d93217c73d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/31831bdc-3713-4628-ac40-56fddbec780a HTTP/1.1" status: 204 len: 168 time: 0.2678437 Jul 15 23:03:52.174462 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46006) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.177341 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28694a2-8f51-434b-b8e0-255cc796fe25 None None] Network 96b17ddf-4707-4f65-af6c-bfd28f3573f9 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:52.251219 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.308317 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Deleting port 0dc6cff3-27a2-44e6-a101-e3110203337e {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:52.308655 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.381795 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] For port 0dc6cff3-27a2-44e6-a101-e3110203337e, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=0dc6cff3-27a2-44e6-a101-e3110203337e,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:52.382865 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.395890 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Calling delete_port for 0dc6cff3-27a2-44e6-a101-e3110203337e owned by network:dhcp {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:52.410356 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] DHCP port deletion for 96b17ddf-4707-4f65-af6c-bfd28f3573f9 request from dv-cinder-794962-10-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:03:52.470941 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] Deleting port 0dc6cff3-27a2-44e6-a101-e3110203337e {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:52.471343 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.506037 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.546837 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc6cff3-27a2-44e6-a101-e3110203337e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.551516 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] For port 0dc6cff3-27a2-44e6-a101-e3110203337e, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=0dc6cff3-27a2-44e6-a101-e3110203337e,segment=NetworkSegment(bac571ec-3832-4b53-83c8-d19bd2e5233e),segment_id=bac571ec-3832-4b53-83c8-d19bd2e5233e)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:52.552126 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.554643 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] No DVR routers for this DVR port 0dc6cff3-27a2-44e6-a101-e3110203337e on host dv-cinder-794962-10-iscsi {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:52.567197 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] Calling delete_port for 0dc6cff3-27a2-44e6-a101-e3110203337e owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:52.638375 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.651022 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b17ddf-4707-4f65-af6c-bfd28f3573f9']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:52.660656 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.663069 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac571ec-3832-4b53-83c8-d19bd2e5233e') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:52.663702 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac571ec-3832-4b53-83c8-d19bd2e5233e') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:52.674650 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869178'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.688213 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] Pushing event deleted for resources: {'Port': ['ID=0dc6cff3-27a2-44e6-a101-e3110203337e,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.690485 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de15657-9b8c-4ed3-96a1-1e80f6098158 None None] No DVR routers for this DVR port 0dc6cff3-27a2-44e6-a101-e3110203337e on host dv-cinder-794962-10-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:52.700563 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.705217 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:03:52.705761 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8114659'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: timer() Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: cb(*args, **kw) Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: self._notify() Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: self.callback(batched_events) Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: event.method(event) Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._get(url).json() Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:03:52.707886 dv-cinder-794962-10-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:03:52.768762 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.776769 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.778789 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] 10.222.0.10 "DELETE /v2.0/networks/96b17ddf-4707-4f65-af6c-bfd28f3573f9 HTTP/1.1" status: 204 len: 168 time: 0.6034031 Jul 15 23:03:52.795167 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547c8f3-9ea2-4e07-b311-e46ebc757504 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b17ddf-4707-4f65-af6c-bfd28f3573f9,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.873538 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 24def564-3361-4765-ab5d-165792fa883f no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:52.894254 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 24def564-3361-4765-ab5d-165792fa883f {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:52.894605 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 24def564-3361-4765-ab5d-165792fa883f not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:52.895034 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 5befc6b6-8422-456c-8646-181ec7d5b499 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:52.910678 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46010) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.914256 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 5befc6b6-8422-456c-8646-181ec7d5b499 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:52.914608 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 5befc6b6-8422-456c-8646-181ec7d5b499 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:52.915044 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 0dc6cff3-27a2-44e6-a101-e3110203337e no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:52.933894 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 0dc6cff3-27a2-44e6-a101-e3110203337e {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:52.934245 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 0dc6cff3-27a2-44e6-a101-e3110203337e not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:52.955254 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-7f9d897d-d29c-46e6-9cd0-6cae2c8a487b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1ab2e9cf9a143738f8d0c496632e82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434856 Jul 15 23:03:52.957650 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46012) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:53.008030 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2652be08-7008-4738-a169-e238d79a3b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.029057 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2652be08-7008-4738-a169-e238d79a3b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.076673 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2652be08-7008-4738-a169-e238d79a3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.079257 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2652be08-7008-4738-a169-e238d79a3b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.080459 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2652be08-7008-4738-a169-e238d79a3b6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81537236-34d6-4a79-b8cc-e0b023231c77 HTTP/1.1" status: 204 len: 168 time: 0.1219473 Jul 15 23:03:53.089030 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652be08-7008-4738-a169-e238d79a3b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81537236-34d6-4a79-b8cc-e0b023231c77,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.705674 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46064) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:54.807696 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e05e56ba-b8c8-4fad-9a22-2e98939c8850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.893398 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e05e56ba-b8c8-4fad-9a22-2e98939c8850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.899063 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-e05e56ba-b8c8-4fad-9a22-2e98939c8850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.937360 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-e05e56ba-b8c8-4fad-9a22-2e98939c8850 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a44f5992b08f43f0a39a1d5a7ecc9281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304976 Jul 15 23:03:54.938250 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e56ba-b8c8-4fad-9a22-2e98939c8850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e14cc57-048a-47e8-904f-7c6614e3e09f,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.940021 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46068) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:54.993782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bb582eff-a8da-4321-b2a0-0f8fdbece15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.015331 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bb582eff-a8da-4321-b2a0-0f8fdbece15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.068500 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bb582eff-a8da-4321-b2a0-0f8fdbece15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.072235 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-bb582eff-a8da-4321-b2a0-0f8fdbece15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.073093 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-bb582eff-a8da-4321-b2a0-0f8fdbece15d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e14cc57-048a-47e8-904f-7c6614e3e09f HTTP/1.1" status: 204 len: 168 time: 0.1315448 Jul 15 23:03:55.080989 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb582eff-a8da-4321-b2a0-0f8fdbece15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e14cc57-048a-47e8-904f-7c6614e3e09f,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:55.340250 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46074) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:55.360873 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-73d61072-3aba-4b64-850d-4f3e4575546b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.463223 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-73d61072-3aba-4b64-850d-4f3e4575546b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.468009 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-73d61072-3aba-4b64-850d-4f3e4575546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.510848 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-73d61072-3aba-4b64-850d-4f3e4575546b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb465196f4db4205a7d2c07473e559da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670175 Jul 15 23:03:55.510848 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d61072-3aba-4b64-850d-4f3e4575546b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36666235-bcc9-4038-973e-84b38d42f8f4,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:55.511241 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46076) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:55.562182 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2365620a-872d-4094-b191-c636ae089572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.584355 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2365620a-872d-4094-b191-c636ae089572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.639600 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2365620a-872d-4094-b191-c636ae089572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.642192 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-2365620a-872d-4094-b191-c636ae089572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.643367 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-2365620a-872d-4094-b191-c636ae089572 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36666235-bcc9-4038-973e-84b38d42f8f4 HTTP/1.1" status: 204 len: 168 time: 0.1310680 Jul 15 23:03:55.651845 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365620a-872d-4094-b191-c636ae089572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36666235-bcc9-4038-973e-84b38d42f8f4,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.386016 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.283946 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a6faf23c-2d84-47e6-8421-c37b7d135479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.962531 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-cad53be4-160f-45d3-89e5-406f8d955b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.208346 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.023097 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.544433 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.124145 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46216) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:18.288853 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Deleting port 32ed4c3f-e9b4-4bac-b64f-fca28ef0588e {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:18.289110 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.368318 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.368659 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.380158 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Calling delete_port for 32ed4c3f-e9b4-4bac-b64f-fca28ef0588e owned by network:floatingip {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:18.558571 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.587313 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event deleted for resources: {'Port': ['ID=32ed4c3f-e9b4-4bac-b64f-fca28ef0588e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.651078 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.651696 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Floating IP ca02a0ec-93c3-4d52-a950-d4b780f82a0d disassociated (deleted). External IP: 172.27.0.251, port: 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0. Jul 15 23:04:18.863997 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:18.968627 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:18.973575 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.978651 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:18.987648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:18.988376 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:19.010333 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-b823a4f4-bf5e-4ff0-b5ec-f191c2b8aa80 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "DELETE /v2.0/floatingips/ca02a0ec-93c3-4d52-a950-d4b780f82a0d HTTP/1.1" status: 204 len: 168 time: 0.8850241 Jul 15 23:04:19.010924 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:19.013196 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d5687-f6e8-4357-bde9-af1695466c38" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:19.049457 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed55daa-4178-4ea2-ac3a-569997871603 x-openstack-request-id: req-2ed55daa-4178-4ea2-ac3a-569997871603 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:19.049750 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:19.050117 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ed55daa-4178-4ea2-ac3a-569997871603 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:19.050520 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'status': 'completed', 'code': 200} Jul 15 23:04:19.132884 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-4b8e2bfe-415c-435c-8e97-45399a2b5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.135528 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-4b8e2bfe-415c-435c-8e97-45399a2b5aaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 1099 time: 0.0566871 Jul 15 23:04:19.219398 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:19.265035 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-affc458c-d23c-4c38-b9f4-f5ed63e7145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.266537 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-affc458c-d23c-4c38-b9f4-f5ed63e7145f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.1229849 Jul 15 23:04:19.314783 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-c4aa728b-8e81-4c6c-ac73-9b448afb81cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 HTTP/1.1" status: 200 len: 217 time: 0.0396962 Jul 15 23:04:19.367376 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-920fa034-b3d5-4629-9a6b-756801f5470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.369579 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-920fa034-b3d5-4629-9a6b-756801f5470f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0470567 Jul 15 23:04:19.442082 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-5c7ba6dc-4001-49e5-9f0f-6fc65fbd40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.444085 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-5c7ba6dc-4001-49e5-9f0f-6fc65fbd40d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0672872 Jul 15 23:04:19.528175 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:30Z', 'revision_number': 1, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:19.561973 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:19.566107 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-a270413f-d77d-4412-8b34-3cbb0d88b76d service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148579 Jul 15 23:04:19.570435 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:19.571613 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:19.613409 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c7284-8322-4597-bc66-83cc35666104 req-e19b32a4-bc88-4d22-b432-295029976c1a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.614874 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-120c7284-8322-4597-bc66-83cc35666104 req-e19b32a4-bc88-4d22-b432-295029976c1a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.2616489 Jul 15 23:04:19.658411 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-120c7284-8322-4597-bc66-83cc35666104 req-423dc13d-21a1-463b-98c9-a0090f94fbb6 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356369 Jul 15 23:04:19.687696 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:19.927245 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-cd2d5687-f6e8-4357-bde9-af1695466c38 req-2dcff3d8-6b2c-4b88-ad25-582d7ffc7820 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542840 Jul 15 23:04:19.937825 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:30Z', 'revision_number': 1, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:19.966428 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00a027-953e-469d-947a-f6d244eeb373 None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': 'e8a2f49a-141a-4fa7-b280-4d734ba44a8c', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'port_id': '39d88538-699b-4556-be9d-6b502e3d2595', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'mac_address': 'fa:16:3e:ee:80:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:00:27Z', 'updated_at': '2021-07-15T23:00:30Z', 'revision_number': 1, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:20.170250 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370fecda-99d4-49a7-a074-9b9f38d1087c None None] New status for floating IP ca02a0ec-93c3-4d52-a950-d4b780f82a0d: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:04:20.816559 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:04:20.882590 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da831b-258c-4476-a3ea-4309fe4f6a01 req-82b15d05-889b-4190-bfaa-1a3ff60d1283 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.884683 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-71da831b-258c-4476-a3ea-4309fe4f6a01 req-82b15d05-889b-4190-bfaa-1a3ff60d1283 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.1139133 Jul 15 23:04:20.920582 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-71da831b-258c-4476-a3ea-4309fe4f6a01 req-90ca308a-6d16-4335-bfa7-531c47648165 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303202 Jul 15 23:04:22.092248 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731ae8-b739-44d8-b03f-e4f4c6642a10 req-3279fd33-55ee-4bbe-9a1d-68ed53825c2b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.093869 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c1731ae8-b739-44d8-b03f-e4f4c6642a10 req-3279fd33-55ee-4bbe-9a1d-68ed53825c2b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0622528 Jul 15 23:04:22.131328 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c1731ae8-b739-44d8-b03f-e4f4c6642a10 req-f77e67f0-8981-464a-9ffb-8fd11f4d22d8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Jul 15 23:04:23.310062 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c1bd2-0711-4387-9598-176236e45e06 req-526d6f8a-69fb-4e37-ac33-80e4825301e8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.311554 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-822c1bd2-0711-4387-9598-176236e45e06 req-526d6f8a-69fb-4e37-ac33-80e4825301e8 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0722358 Jul 15 23:04:23.352086 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-822c1bd2-0711-4387-9598-176236e45e06 req-33852aa2-c5cd-4d3f-8c9b-379c741e594f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349231 Jul 15 23:04:24.522879 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063d71d-155a-46e2-b6bb-8b8bc963c0ff req-bfd5b8ad-c1c2-4e5e-ae78-79b91c72a99a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.525024 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b063d71d-155a-46e2-b6bb-8b8bc963c0ff req-bfd5b8ad-c1c2-4e5e-ae78-79b91c72a99a tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0626729 Jul 15 23:04:24.562431 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b063d71d-155a-46e2-b6bb-8b8bc963c0ff req-c14d90c6-4721-4055-8a88-1fc5e9f2412f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Jul 15 23:04:25.732811 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a69cad-1d58-4b36-b0f9-89ed1e492143 req-c77254ce-b91a-4852-9712-a70cce2d995f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.734328 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f7a69cad-1d58-4b36-b0f9-89ed1e492143 req-c77254ce-b91a-4852-9712-a70cce2d995f tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 946 time: 0.0634170 Jul 15 23:04:25.770973 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-f7a69cad-1d58-4b36-b0f9-89ed1e492143 req-32440cbe-baa4-4017-bba1-8c56082478cb tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Jul 15 23:04:26.129616 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:26.204672 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.231549 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:26.234190 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2704c6-29c4-4822-9115-f4b13d95d10b" -d '{"events": [{"server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:26.247714 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:26.253003 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.279212 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb7caaf-44f3-4801-b59e-74fec550fc35 x-openstack-request-id: req-dbb7caaf-44f3-4801-b59e-74fec550fc35 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:26.279802 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:26.280037 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbb7caaf-44f3-4801-b59e-74fec550fc35 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:26.280609 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'code': 200} Jul 15 23:04:26.309397 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,revision_number=6']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:26.316280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.316628 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.316968 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.317307 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.317639 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.317993 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.318323 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.318648 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.318973 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.319296 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.319617 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.319935 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:26.944420 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521f072-6a42-49b9-90e6-9806bf00c3e2 req-20550a54-79a1-4352-a0f1-05d5df393f62 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.946027 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9521f072-6a42-49b9-90e6-9806bf00c3e2 req-20550a54-79a1-4352-a0f1-05d5df393f62 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0632241 Jul 15 23:04:26.984249 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-9521f072-6a42-49b9-90e6-9806bf00c3e2 req-dc11b8b0-c70d-4271-a845-21291fa4b93e tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Jul 15 23:04:27.567644 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46322) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:27.676137 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9737ef46-f467-48f1-a8ca-2a115d86caf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.769108 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9737ef46-f467-48f1-a8ca-2a115d86caf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.772133 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-9737ef46-f467-48f1-a8ca-2a115d86caf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.809613 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-9737ef46-f467-48f1-a8ca-2a115d86caf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d24eb06227444e458834a5b5485a113e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408736 Jul 15 23:04:27.810597 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737ef46-f467-48f1-a8ca-2a115d86caf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c590c1a-8cb8-48c2-8492-ad23e250f6b2,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:27.814112 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46326) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:27.885684 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b1281cba-5d1f-43c8-90a3-7ca0d64dd42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.911277 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b1281cba-5d1f-43c8-90a3-7ca0d64dd42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.966420 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b1281cba-5d1f-43c8-90a3-7ca0d64dd42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.969170 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b1281cba-5d1f-43c8-90a3-7ca0d64dd42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.970708 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b1281cba-5d1f-43c8-90a3-7ca0d64dd42a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c590c1a-8cb8-48c2-8492-ad23e250f6b2 HTTP/1.1" status: 204 len: 168 time: 0.1555674 Jul 15 23:04:27.982485 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1281cba-5d1f-43c8-90a3-7ca0d64dd42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c590c1a-8cb8-48c2-8492-ad23e250f6b2,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.212891 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816b954-88ac-48c8-a436-9fc4d1574070 req-77c11988-b7e0-47a8-93d5-03b3bb9b5981 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.214520 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b816b954-88ac-48c8-a436-9fc4d1574070 req-77c11988-b7e0-47a8-93d5-03b3bb9b5981 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0751221 Jul 15 23:04:28.258943 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b816b954-88ac-48c8-a436-9fc4d1574070 req-b7cfecdc-a173-4f66-b5d5-0d7339735283 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Jul 15 23:04:28.349040 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46334) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:28.365141 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fdbc58f6-8d08-45b7-a27c-69c94a23a8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.475270 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fdbc58f6-8d08-45b7-a27c-69c94a23a8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.488648 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fdbc58f6-8d08-45b7-a27c-69c94a23a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.527574 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fdbc58f6-8d08-45b7-a27c-69c94a23a8bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=641471f944e7476ca73b05c56793a4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773663 Jul 15 23:04:28.528389 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc58f6-8d08-45b7-a27c-69c94a23a8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa3741-940e-4199-8459-9e5220973702,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.530481 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46336) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:28.591046 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-66608aad-4ef5-4875-a984-4eef0c8d5e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.616391 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-66608aad-4ef5-4875-a984-4eef0c8d5e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.674718 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-66608aad-4ef5-4875-a984-4eef0c8d5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.677331 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-66608aad-4ef5-4875-a984-4eef0c8d5e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.678804 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-66608aad-4ef5-4875-a984-4eef0c8d5e8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43aa3741-940e-4199-8459-9e5220973702 HTTP/1.1" status: 204 len: 168 time: 0.1470239 Jul 15 23:04:28.687378 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66608aad-4ef5-4875-a984-4eef0c8d5e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa3741-940e-4199-8459-9e5220973702,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.690968 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370d17-9e25-4c32-a22b-664d0258192b req-8a620726-6692-4163-b42d-152b5b01d138 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.693000 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-13370d17-9e25-4c32-a22b-664d0258192b req-8a620726-6692-4163-b42d-152b5b01d138 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 944 time: 0.0851233 Jul 15 23:04:28.821866 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Deleting port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:28.822228 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.918985 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] For port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:28.919353 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.932889 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Calling delete_port for 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:29.068865 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.103656 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event deleted for resources: {'Port': ['ID=1786bd68-8be4-4a5b-9ab5-c07cbc33acc0,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:29.168252 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] No DVR routers for this DVR port 1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:29.171069 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:29.173378 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-13370d17-9e25-4c32-a22b-664d0258192b req-fc6c7b84-f0fb-4448-b40d-1dedb167d6a3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "DELETE /v2.0/ports/1786bd68-8be4-4a5b-9ab5-c07cbc33acc0 HTTP/1.1" status: 204 len: 173 time: 0.4747169 Jul 15 23:04:29.173820 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'name': 'network-vif-deleted', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:29.176246 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ccf6e8-5e54-446b-8c01-94c472e66a2b" -d '{"events": [{"server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "name": "network-vif-deleted", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:29.222861 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6281018-cca3-46dd-b8c7-e9331aca01ab x-openstack-request-id: req-e6281018-cca3-46dd-b8c7-e9331aca01ab {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:29.223210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9aae4-b58b-46db-835d-163a992e0c9a", "name": "network-vif-deleted", "tag": "1786bd68-8be4-4a5b-9ab5-c07cbc33acc0", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:29.223391 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6281018-cca3-46dd-b8c7-e9331aca01ab {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:29.223828 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9aae4-b58b-46db-835d-163a992e0c9a', 'name': 'network-vif-deleted', 'tag': '1786bd68-8be4-4a5b-9ab5-c07cbc33acc0', 'status': 'completed', 'code': 200} Jul 15 23:04:29.407469 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f4d27c36-2ba6-40a9-a5bd-65396e743419 req-37dd9e98-59e5-4548-bc1a-59b3649a02ff tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ce9aae4-b58b-46db-835d-163a992e0c9a HTTP/1.1" status: 200 len: 210 time: 0.0286610 Jul 15 23:04:30.745383 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46404) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:30.850711 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f728b74-f44d-44f1-b058-6925087b4515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.942355 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f728b74-f44d-44f1-b058-6925087b4515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.946847 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-4f728b74-f44d-44f1-b058-6925087b4515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.983265 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f728b74-f44d-44f1-b058-6925087b4515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202f55d0-c16a-4426-b2de-634d4f578736,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:30.987572 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-4f728b74-f44d-44f1-b058-6925087b4515 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f21a0c34e8e541548e51d04c43559222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410948 Jul 15 23:04:30.990287 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46408) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:31.041067 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-868e403c-6e0d-4bbd-8ee2-7846c172f743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.065277 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-868e403c-6e0d-4bbd-8ee2-7846c172f743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.110824 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-868e403c-6e0d-4bbd-8ee2-7846c172f743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.113545 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-868e403c-6e0d-4bbd-8ee2-7846c172f743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.114766 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-868e403c-6e0d-4bbd-8ee2-7846c172f743 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/202f55d0-c16a-4426-b2de-634d4f578736 HTTP/1.1" status: 204 len: 168 time: 0.1237221 Jul 15 23:04:31.123267 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e403c-6e0d-4bbd-8ee2-7846c172f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202f55d0-c16a-4426-b2de-634d4f578736,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:31.387029 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46414) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:31.400103 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6e51502f-4da1-4de5-8538-be3473466102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.491404 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6e51502f-4da1-4de5-8538-be3473466102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.495551 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6e51502f-4da1-4de5-8538-be3473466102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.531641 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51502f-4da1-4de5-8538-be3473466102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f643d9c0-9ba5-4cf7-a5ba-6d51b68ec2f3,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:31.536552 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6e51502f-4da1-4de5-8538-be3473466102 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a33e9eb16e164d1fb9c891c7781e1a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480203 Jul 15 23:04:31.539216 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46416) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:31.590822 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a4bc91b5-733b-4b39-9d1c-b7cf7a82c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.616016 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a4bc91b5-733b-4b39-9d1c-b7cf7a82c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.665719 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a4bc91b5-733b-4b39-9d1c-b7cf7a82c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.674372 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a4bc91b5-733b-4b39-9d1c-b7cf7a82c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.677918 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a4bc91b5-733b-4b39-9d1c-b7cf7a82c351 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f643d9c0-9ba5-4cf7-a5ba-6d51b68ec2f3 HTTP/1.1" status: 204 len: 168 time: 0.1355007 Jul 15 23:04:31.684708 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc91b5-733b-4b39-9d1c-b7cf7a82c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f643d9c0-9ba5-4cf7-a5ba-6d51b68ec2f3,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.374547 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46446) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:32.471178 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2024154104-network', 'tenant_id': 'a01d045375b8464d8ef5785030f72c1f'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:32.493385 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Made reservation on behalf of a01d045375b8464d8ef5785030f72c1f for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:32.495755 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.503723 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.589009 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.592706 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.618948 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:32.625286 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f7bfa9-da0e-41c4-9f37-627de66fba25,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.633577 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.633577 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Added segment 4af56511-a7ad-49e0-9e42-1c9740b6a950 of type vlan for network 18cdcb87-90b3-4e62-8f90-35177afebb21 Jul 15 23:04:32.677490 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.708031 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.709028 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.709614 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.745249 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3695011 Jul 15 23:04:32.748598 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46452) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:32.758453 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Request body: {'subnet': {'network_id': '18cdcb87-90b3-4e62-8f90-35177afebb21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2024154104-subnet', 'tenant_id': 'a01d045375b8464d8ef5785030f72c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:32.766345 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46454) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:32.774270 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7bf4c-a73b-4185-9297-2c997cc09ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=18cdcb87-90b3-4e62-8f90-35177afebb21,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.789516 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 18cdcb87-90b3-4e62-8f90-35177afebb21 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:32.824286 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Made reservation on behalf of a01d045375b8464d8ef5785030f72c1f for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:32.826706 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232727'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.062964 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Deleting port ac7da52b-5d5d-4c9e-8404-0104f759fad0 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:33.063314 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.105443 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4325101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232709'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.206702 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.207036 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.223696 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016f5181-6832-4717-8541-a43cd0a1eb60,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:33.232554 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Calling delete_port for ac7da52b-5d5d-4c9e-8404-0104f759fad0 owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:33.247872 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Checking segment: {'id': '4af56511-a7ad-49e0-9e42-1c9740b6a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18cdcb87-90b3-4e62-8f90-35177afebb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:33.248239 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Network hostable DHCP agents. Network: 18cdcb87-90b3-4e62-8f90-35177afebb21, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:33.306156 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Network 18cdcb87-90b3-4e62-8f90-35177afebb21 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:33.322389 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 18cdcb87-90b3-4e62-8f90-35177afebb21) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:33.328195 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.328808 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.331882 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5842096-29c2-4b3c-88f3-fdda3fee31dc None None] Network 18cdcb87-90b3-4e62-8f90-35177afebb21 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:33.352555 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-e9940462-8d64-4f47-a7f1-df99b285a8c5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5997913 Jul 15 23:04:33.442926 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.463315 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52829f-89cf-4f84-8472-3ffd555a798d None None] Network 18cdcb87-90b3-4e62-8f90-35177afebb21 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:33.474442 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event deleted for resources: {'Port': ['ID=ac7da52b-5d5d-4c9e-8404-0104f759fad0,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:33.546066 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.546410 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.l3_db [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Floating IP e8a2f49a-141a-4fa7-b280-4d734ba44a8c disassociated (deleted). External IP: 172.27.0.118, port: 39d88538-699b-4556-be9d-6b502e3d2595. Jul 15 23:04:33.769571 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:33.868783 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46470) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:33.875030 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-277461606-network', 'tenant_id': 'a3336d80f403466fb08164c732c7b834'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:33.900943 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:33.906250 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.910413 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:33.919323 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:33.920037 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:33.929711 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Made reservation on behalf of a3336d80f403466fb08164c732c7b834 for: {'network': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:33.932071 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.942998 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.969272 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f8a39d3b-bbfb-4e35-ba95-00a2a034f3a7 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "DELETE /v2.0/floatingips/e8a2f49a-141a-4fa7-b280-4d734ba44a8c HTTP/1.1" status: 204 len: 168 time: 1.2018480 Jul 15 23:04:33.971889 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:33.974163 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c7805a-c778-46ed-82d8-1486fbff86d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "tag": "39d88538-699b-4556-be9d-6b502e3d2595"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:34.044489 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:34.076719 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.082878 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.087609 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882a8e82-b27c-4f40-b68a-020e1f2bc68e x-openstack-request-id: req-882a8e82-b27c-4f40-b68a-020e1f2bc68e {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:34.088257 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "tag": "39d88538-699b-4556-be9d-6b502e3d2595", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:34.088764 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-882a8e82-b27c-4f40-b68a-020e1f2bc68e {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:34.089414 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595', 'status': 'completed', 'code': 200} Jul 15 23:04:34.114019 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=92960) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:34.128681 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f39f04-611c-467a-8805-32fac5f9348e,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.136656 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.137153 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.segments_db [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Added segment 350012d5-0d96-4404-9b8b-aa3b299cf472 of type vlan for network d1c605ad-5b27-4b5c-8a4d-a26fffd26840 Jul 15 23:04:34.185659 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.221999 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.223243 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.223995 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.261655 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3917265 Jul 15 23:04:34.264846 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46478) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:34.271391 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Request body: {'subnet': {'network_id': 'd1c605ad-5b27-4b5c-8a4d-a26fffd26840', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-277461606-subnet', 'tenant_id': 'a3336d80f403466fb08164c732c7b834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:34.280566 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:34.298845 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Made reservation on behalf of a3336d80f403466fb08164c732c7b834 for: {'subnet': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:34.301698 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7701131'] for subnet, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.311090 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81173e-dd4d-4ad2-80a1-481109c39a8d admin admin] Pushing event updated for resources: {'Network': ['ID=d1c605ad-5b27-4b5c-8a4d-a26fffd26840,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.337636 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:34.341014 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network d1c605ad-5b27-4b5c-8a4d-a26fffd26840 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:34.392367 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-301d0dd4-7e5b-4c03-9bbd-22f930b8dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.395010 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-301d0dd4-7e5b-4c03-9bbd-22f930b8dffc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03c7e20302bf46eb8d42294e693315a3&device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 1098 time: 0.2776623 Jul 15 23:04:34.411978 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:34.412797 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:34.502622 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8114846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7701145'] for subnet, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.529315 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:34.544230 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-3a7fe499-398c-42e1-8838-dfe2a5630d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.545859 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-3a7fe499-398c-42e1-8838-dfe2a5630d07 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 200 len: 912 time: 0.1448820 Jul 15 23:04:34.561570 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac802ef1-4b4e-4436-bcb6-83d196ea399c,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.569618 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Checking segment: {'id': '350012d5-0d96-4404-9b8b-aa3b299cf472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1c605ad-5b27-4b5c-8a4d-a26fffd26840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:34.571197 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Network hostable DHCP agents. Network: d1c605ad-5b27-4b5c-8a4d-a26fffd26840, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92961) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:34.591901 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-ce678cfc-aba2-485b-ac63-f0972cbdb806 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39d88538-699b-4556-be9d-6b502e3d2595 HTTP/1.1" status: 200 len: 217 time: 0.0387230 Jul 15 23:04:34.592979 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Network d1c605ad-5b27-4b5c-8a4d-a26fffd26840 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92961) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:34.599556 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb763d1-2390-4251-b9f7-e924a84a81a4 req-e3016374-e502-471a-bbc2-8575077a81d5 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.601156 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8cb763d1-2390-4251-b9f7-e924a84a81a4 req-e3016374-e502-471a-bbc2-8575077a81d5 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 945 time: 0.1246259 Jul 15 23:04:34.603485 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, d1c605ad-5b27-4b5c-8a4d-a26fffd26840) {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:34.615454 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.616485 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.635899 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-62020b2e-af99-417e-a4ae-1453fd83b5e3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3696756 Jul 15 23:04:34.669884 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-7d39a1a4-5726-4694-91f9-89ef56eed4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.671164 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-7d39a1a4-5726-4694-91f9-89ef56eed4e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 200 len: 850 time: 0.0691123 Jul 15 23:04:34.694816 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8cb763d1-2390-4251-b9f7-e924a84a81a4 req-dd49a63a-8b11-4df3-87cf-d699265a3bb3 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598316 Jul 15 23:04:34.748077 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a939533-d86e-49c5-8006-e665783a4fee None None] Network d1c605ad-5b27-4b5c-8a4d-a26fffd26840 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:34.755756 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-9c3b7313-59ce-4a82-862d-380e03b05ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.757368 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-9c3b7313-59ce-4a82-862d-380e03b05ea5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b91d9129-30a5-4ab9-b9ed-e17eccec858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0768013 Jul 15 23:04:34.769793 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-b57f604f-5937-40da-a3d2-64e89b7e8155 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92960) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:34.771025 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-b57f604f-5937-40da-a3d2-64e89b7e8155 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055351 Jul 15 23:04:34.878669 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-295495b8-3e27-40be-993b-e26c6d27c767 service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008835 Jul 15 23:04:34.963208 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634e932-1c8b-40b4-9ddc-6bfdbba40485 None None] Network d1c605ad-5b27-4b5c-8a4d-a26fffd26840 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:34.985302 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b8c7805a-c778-46ed-82d8-1486fbff86d5 req-b9691749-d203-43c1-92ac-07d3af91fc6e service neutron] 10.222.0.22 "GET /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998721 Jul 15 23:04:35.027984 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:35.059575 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bef96b-92fa-479e-ab86-0feb41aa1448 None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'e3644a27-d6f5-424a-8902-1b70b4d7d258', 'name': '', 'network_id': 'b91d9129-30a5-4ab9-b9ed-e17eccec858a', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'mac_address': 'fa:16:3e:b7:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:53Z', 'updated_at': '2021-07-15T22:56:59Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'subnets': [{'id': 'e41c3dcd-e17c-40a6-8353-5fac1bd35ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:35.345513 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac65f0b6-54f0-4c4f-945b-dfb7242e08d6 None None] New status for floating IP e8a2f49a-141a-4fa7-b280-4d734ba44a8c: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:04:35.892497 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c0e2c-cd85-42b0-b27d-2f60bf7d6342 req-8d6d881a-7566-4d35-bc3e-4310f573f18b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.894044 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e25c0e2c-cd85-42b0-b27d-2f60bf7d6342 req-8d6d881a-7566-4d35-bc3e-4310f573f18b tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 945 time: 0.0731416 Jul 15 23:04:35.936096 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-e25c0e2c-cd85-42b0-b27d-2f60bf7d6342 req-6c5b3821-6bdc-48f2-adbc-cbaa434ef9f1 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/security-groups?id=df5af8c9-720f-4468-a684-ff9c666cc856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359170 Jul 15 23:04:35.982733 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-c0902cd7-7316-45d4-a0aa-fb625db400c0 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.984213 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-c0902cd7-7316-45d4-a0aa-fb625db400c0 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 945 time: 0.0690000 Jul 15 23:04:36.094085 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Deleting port 39d88538-699b-4556-be9d-6b502e3d2595 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:36.094427 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.187087 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] For port 39d88538-699b-4556-be9d-6b502e3d2595, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=39d88538-699b-4556-be9d-6b502e3d2595,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:36.187442 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.200791 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Calling delete_port for 39d88538-699b-4556-be9d-6b502e3d2595 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:36.330823 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.362883 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event deleted for resources: {'Port': ['ID=39d88538-699b-4556-be9d-6b502e3d2595,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.384494 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.415286 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] No DVR routers for this DVR port 39d88538-699b-4556-be9d-6b502e3d2595 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:36.417754 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.419842 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-43e44e6b-474e-4dc7-aac7-3a6600a8f0da req-71baf736-4cad-4767-9787-6e4e08a12330 tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.22 "DELETE /v2.0/ports/39d88538-699b-4556-be9d-6b502e3d2595 HTTP/1.1" status: 204 len: 173 time: 0.4296803 Jul 15 23:04:36.420245 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'name': 'network-vif-deleted', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:36.422561 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb9852-17a4-4762-a3ff-0140063dc87b" -d '{"events": [{"server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "name": "network-vif-deleted", "tag": "39d88538-699b-4556-be9d-6b502e3d2595"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:36.459201 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d83cb7a-4423-44e9-b53f-18875f3ec7da x-openstack-request-id: req-8d83cb7a-4423-44e9-b53f-18875f3ec7da {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:36.459593 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb802923-c1db-498f-bd78-cdc9f8a8c561", "name": "network-vif-deleted", "tag": "39d88538-699b-4556-be9d-6b502e3d2595", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:36.460127 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d83cb7a-4423-44e9-b53f-18875f3ec7da {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:36.460780 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb802923-c1db-498f-bd78-cdc9f8a8c561', 'name': 'network-vif-deleted', 'tag': '39d88538-699b-4556-be9d-6b502e3d2595', 'status': 'completed', 'code': 200} Jul 15 23:04:37.104710 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-956ba413-aa8d-4c86-99ca-f89590612b66 req-8e919a06-2a88-44c2-94d3-ad8f35fd6ece tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb802923-c1db-498f-bd78-cdc9f8a8c561 HTTP/1.1" status: 200 len: 210 time: 0.0305264 Jul 15 23:04:37.290224 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d7f90f39-0a8a-4e86-a1b1-3653e12a4bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.191220 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 39d88538-699b-4556-be9d-6b502e3d2595 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:38.201797 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46522) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:38.211326 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 39d88538-699b-4556-be9d-6b502e3d2595 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:38.211681 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 39d88538-699b-4556-be9d-6b502e3d2595 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:38.334709 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Deleting port 59dd9ca7-5365-4d93-9fda-35bcf7beaa55 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:38.335051 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.408957 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.409282 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.421231 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Calling delete_port for 59dd9ca7-5365-4d93-9fda-35bcf7beaa55 owned by network:floatingip {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:38.564027 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.589083 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event deleted for resources: {'Port': ['ID=59dd9ca7-5365-4d93-9fda-35bcf7beaa55,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:38.651605 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for floatingip, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.654137 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.655281 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3bf43270-087b-487d-b7b8-e8bdbdb041ef tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "DELETE /v2.0/floatingips/cb7194b5-3558-4471-a65b-906223c0f702 HTTP/1.1" status: 204 len: 168 time: 0.4523032 Jul 15 23:04:39.926254 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46544) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:39.964415 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-743406f8-60c0-46a5-b3e3-b4744fdc1cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.998711 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b51f1d57-bc76-4e88-a7f0-0d72d112c2dc tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.024400 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b51f1d57-bc76-4e88-a7f0-0d72d112c2dc tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.087270 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b51f1d57-bc76-4e88-a7f0-0d72d112c2dc tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.089949 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b51f1d57-bc76-4e88-a7f0-0d72d112c2dc tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.091119 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b51f1d57-bc76-4e88-a7f0-0d72d112c2dc tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] 10.222.0.10 "DELETE /v2.0/security-groups/df5af8c9-720f-4468-a684-ff9c666cc856 HTTP/1.1" status: 204 len: 168 time: 0.1637564 Jul 15 23:04:40.101584 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f1d57-bc76-4e88-a7f0-0d72d112c2dc tempest-TestVolumeBootPattern-951739796 tempest-TestVolumeBootPattern-951739796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5af8c9-720f-4468-a684-ff9c666cc856,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.147160 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46548) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:40.212360 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.664530 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.027807 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.203731 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Deleting port e3644a27-d6f5-424a-8902-1b70b4d7d258 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:41.204319 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.296199 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] For port e3644a27-d6f5-424a-8902-1b70b4d7d258, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=e3644a27-d6f5-424a-8902-1b70b4d7d258,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:41.296552 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.309762 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Calling delete_port for e3644a27-d6f5-424a-8902-1b70b4d7d258 owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:41.495039 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.518126 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3644a27-d6f5-424a-8902-1b70b4d7d258,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.696844 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.961353 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Router d47762d2-d49d-41be-9f9c-2c09c19d0836 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:42.079243 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:42.084627 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-ddf9418c-b101-4eca-a994-9509e1bc2351 admin admin] 10.222.0.10 "PUT /v2.0/routers/d47762d2-d49d-41be-9f9c-2c09c19d0836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9359219 Jul 15 23:04:42.087904 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46570) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:42.090927 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] Sync routers for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:42.101314 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:42.101981 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:42.197701 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.212683 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:42.310487 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.370765 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Deleting port fe258701-485e-42e9-be7a-2e158ca59c5a {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:42.371133 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.408738 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T23:04:41Z', 'revision_number': 5, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port': {'id': 'fe258701-485e-42e9-be7a-2e158ca59c5a', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:51Z', 'updated_at': '2021-07-15T22:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:42.437176 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] Checking router: d47762d2-d49d-41be-9f9c-2c09c19d0836 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:42.446882 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] Routers {'d47762d2-d49d-41be-9f9c-2c09c19d0836'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:42.449052 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['d47762d2-d49d-41be-9f9c-2c09c19d0836'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:42.461965 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] For port fe258701-485e-42e9-be7a-2e158ca59c5a, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=fe258701-485e-42e9-be7a-2e158ca59c5a,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:42.462330 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.479370 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Calling delete_port for fe258701-485e-42e9-be7a-2e158ca59c5a owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:42.540520 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] Set router d47762d2-d49d-41be-9f9c-2c09c19d0836 gateway port host: None {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:42.603326 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T23:04:42Z', 'revision_number': 6, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:42.633738 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46992af5-2ed3-46f0-a967-d863a1813df3 None None] The sync data for ids ['d47762d2-d49d-41be-9f9c-2c09c19d0836'] in dv-cinder-794962-10-iscsi is: [{'id': 'd47762d2-d49d-41be-9f9c-2c09c19d0836', 'name': 'tempest-TestVolumeBootPattern-333476646-router', 'tenant_id': '03c7e20302bf46eb8d42294e693315a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:50Z', 'updated_at': '2021-07-15T23:04:42Z', 'revision_number': 6, 'project_id': '03c7e20302bf46eb8d42294e693315a3', 'gw_port_host': None}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:42.635229 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.679678 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.705497 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe258701-485e-42e9-be7a-2e158ca59c5a,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.781013 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.875879 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.878210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.922493 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.923226 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d47762d2-d49d-41be-9f9c-2c09c19d0836 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:04:42.929315 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.933033 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3382f496-ec9f-43c3-827a-ccb0e3002337 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d47762d2-d49d-41be-9f9c-2c09c19d0836 HTTP/1.1" status: 204 len: 168 time: 0.8415732 Jul 15 23:04:42.933271 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46576) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:42.985066 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-863dd583-bfbe-464c-ad72-13859ceab5f7 admin admin] Deleting subnet e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:42.990177 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-863dd583-bfbe-464c-ad72-13859ceab5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.053622 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-863dd583-bfbe-464c-ad72-13859ceab5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4324996'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.112346 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e3644a27-d6f5-424a-8902-1b70b4d7d258 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:43.148534 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: e3644a27-d6f5-424a-8902-1b70b4d7d258 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:43.150472 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e3644a27-d6f5-424a-8902-1b70b4d7d258 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:43.169977 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-863dd583-bfbe-464c-ad72-13859ceab5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.234455 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-863dd583-bfbe-464c-ad72-13859ceab5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4324914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232764'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.262541 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dd583-bfbe-464c-ad72-13859ceab5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41c3dcd-e17c-40a6-8353-5fac1bd35ae9,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:43.264582 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-863dd583-bfbe-464c-ad72-13859ceab5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.266546 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-863dd583-bfbe-464c-ad72-13859ceab5f7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e41c3dcd-e17c-40a6-8353-5fac1bd35ae9 HTTP/1.1" status: 204 len: 168 time: 0.3322506 Jul 15 23:04:43.269047 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46582) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:43.277795 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c3038-2afa-46de-a4eb-8ed3eee30290 None None] Network b91d9129-30a5-4ab9-b9ed-e17eccec858a requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:43.346233 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.407739 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Deleting port b27ff9d2-edd8-4416-99d0-67b7984e5aae {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:43.408030 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.483367 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] For port b27ff9d2-edd8-4416-99d0-67b7984e5aae, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=b27ff9d2-edd8-4416-99d0-67b7984e5aae,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:43.483738 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.494545 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] DHCP port deletion for b91d9129-30a5-4ab9-b9ed-e17eccec858a request from dv-cinder-794962-10-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:04:43.499153 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Calling delete_port for b27ff9d2-edd8-4416-99d0-67b7984e5aae owned by network:dhcp {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:43.545012 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] Deleting port b27ff9d2-edd8-4416-99d0-67b7984e5aae {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:43.545385 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.589003 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.615716 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27ff9d2-edd8-4416-99d0-67b7984e5aae,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:43.617426 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] For port b27ff9d2-edd8-4416-99d0-67b7984e5aae, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=b27ff9d2-edd8-4416-99d0-67b7984e5aae,segment=NetworkSegment(9867a645-4e4d-46a3-a2d0-574f8f533c47),segment_id=9867a645-4e4d-46a3-a2d0-574f8f533c47)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:43.617847 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.620143 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] No DVR routers for this DVR port b27ff9d2-edd8-4416-99d0-67b7984e5aae on host dv-cinder-794962-10-iscsi {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:43.630649 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] Calling delete_port for b27ff9d2-edd8-4416-99d0-67b7984e5aae owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:43.700252 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.712167 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.712460 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91d9129-30a5-4ab9-b9ed-e17eccec858a']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:43.725576 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9867a645-4e4d-46a3-a2d0-574f8f533c47') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:43.726182 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9867a645-4e4d-46a3-a2d0-574f8f533c47') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:43.738941 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] Pushing event deleted for resources: {'Port': ['ID=b27ff9d2-edd8-4416-99d0-67b7984e5aae,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:43.742468 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.744582 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b3e71-6fd3-4a3d-9fca-5fd646ff6e8e None None] No DVR routers for this DVR port b27ff9d2-edd8-4416-99d0-67b7984e5aae on host dv-cinder-794962-10-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:43.760541 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.769681 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:43.770177 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:43.772154 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:43.836225 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.841478 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.843405 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b91d9129-30a5-4ab9-b9ed-e17eccec858a HTTP/1.1" status: 204 len: 168 time: 0.5734425 Jul 15 23:04:43.847519 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46584) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:43.854087 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c46920-03c1-4ae5-9109-0b8e7ac67206 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91d9129-30a5-4ab9-b9ed-e17eccec858a,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:44.510567 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.780326 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Deleting port e0a01fe3-0ead-41bc-9504-4332129a99f2 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:44.780668 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.868420 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] For port e0a01fe3-0ead-41bc-9504-4332129a99f2, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=e0a01fe3-0ead-41bc-9504-4332129a99f2,segment=NetworkSegment(50d58ad7-36e4-4127-89c6-697cbd7cb6f4),segment_id=50d58ad7-36e4-4127-89c6-697cbd7cb6f4)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:44.869114 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.883538 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Calling delete_port for e0a01fe3-0ead-41bc-9504-4332129a99f2 owned by network:router_interface {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:44.913755 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device fe258701-485e-42e9-be7a-2e158ca59c5a no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:44.937009 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: fe258701-485e-42e9-be7a-2e158ca59c5a {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:44.937358 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device fe258701-485e-42e9-be7a-2e158ca59c5a not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:44.937788 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device b27ff9d2-edd8-4416-99d0-67b7984e5aae no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:44.957629 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: b27ff9d2-edd8-4416-99d0-67b7984e5aae {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:44.958010 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device b27ff9d2-edd8-4416-99d0-67b7984e5aae not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:45.106598 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.133769 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a01fe3-0ead-41bc-9504-4332129a99f2,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:45.336476 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.588380 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Router ac3ddf3d-4930-4b67-9d14-cfed887466a2 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:45.723218 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:45.733209 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] Sync routers for ids ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:45.739716 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46600) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:45.754077 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-c527230f-bf94-47a6-bcb7-44ed67aa0dbf admin admin] 10.222.0.10 "PUT /v2.0/routers/ac3ddf3d-4930-4b67-9d14-cfed887466a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9045506 Jul 15 23:04:45.756783 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] Routers {'ac3ddf3d-4930-4b67-9d14-cfed887466a2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:45.757477 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:45.892088 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] Set router ac3ddf3d-4930-4b67-9d14-cfed887466a2 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:45.901725 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.055687 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.123995 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Deleting port 1bdca8ce-5f88-4d0d-86f5-5267a3113637 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:46.124585 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.151161 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T23:04:45Z', 'revision_number': 5, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port': {'id': '1bdca8ce-5f88-4d0d-86f5-5267a3113637', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T22:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:46.179508 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] Checking router: ac3ddf3d-4930-4b67-9d14-cfed887466a2 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:46.189137 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] Routers {'ac3ddf3d-4930-4b67-9d14-cfed887466a2'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:46.189746 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:46.220321 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] For port 1bdca8ce-5f88-4d0d-86f5-5267a3113637, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=1bdca8ce-5f88-4d0d-86f5-5267a3113637,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:46.220680 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.235034 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Calling delete_port for 1bdca8ce-5f88-4d0d-86f5-5267a3113637 owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:46.283365 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] Set router ac3ddf3d-4930-4b67-9d14-cfed887466a2 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:46.342481 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T23:04:46Z', 'revision_number': 6, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:46.430500 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.463396 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22302f7-42bc-4d2e-b41d-2dea5611b861 None None] The sync data for ids ['ac3ddf3d-4930-4b67-9d14-cfed887466a2'] in dv-cinder-794962-10-iscsi is: [{'id': 'ac3ddf3d-4930-4b67-9d14-cfed887466a2', 'name': 'tempest-TestVolumeBootPattern-737390596-router', 'tenant_id': 'a10887930a774a7a806438378e7b68ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:56:56Z', 'updated_at': '2021-07-15T23:04:46Z', 'revision_number': 6, 'project_id': 'a10887930a774a7a806438378e7b68ad', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:46.465440 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdca8ce-5f88-4d0d-86f5-5267a3113637,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:46.505453 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.505453 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.505453 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.505980 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.505980 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.506284 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.507021 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.507631 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.507770 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.508032 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.508508 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.509033 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:46.555791 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.650877 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.653532 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.705756 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.706344 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3ddf3d-4930-4b67-9d14-cfed887466a2 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:04:46.714439 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.714439 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-a38a1a43-6aa2-40e6-bcd3-8b5a02992581 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ac3ddf3d-4930-4b67-9d14-cfed887466a2 HTTP/1.1" status: 204 len: 168 time: 0.9717731 Jul 15 23:04:46.716883 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46606) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:46.764789 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Deleting subnet 56baed9d-60d7-4578-8fec-938bb5989b13 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:46.768075 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.813753 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.918462 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:46.986768 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.019674 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56baed9d-60d7-4578-8fec-938bb5989b13,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.025447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.027386 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/56baed9d-60d7-4578-8fec-938bb5989b13 HTTP/1.1" status: 204 len: 168 time: 0.3106875 Jul 15 23:04:47.031025 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46614) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:47.031717 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff636e1-cfed-4b50-a7c5-e408467a56a0 None None] Network 7f1399c9-7571-41e4-aa84-fffeeb2f3910 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:47.041993 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.042790 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.043857 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.044212 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.044717 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.045421 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.046689 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.047255 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.047798 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.048329 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.048901 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.049307 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70af0f83-a0bc-41e1-a6af-0eda1a44c67c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:47.294096 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] DHCP port deletion for 7f1399c9-7571-41e4-aa84-fffeeb2f3910 request from dv-cinder-794962-10-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:04:47.331678 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e0a01fe3-0ead-41bc-9504-4332129a99f2 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:47.357080 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: e0a01fe3-0ead-41bc-9504-4332129a99f2 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:47.357558 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device e0a01fe3-0ead-41bc-9504-4332129a99f2 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:47.382271 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] Deleting port f253e144-961f-408c-b562-615d7343f196 {{(pid=92962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:47.382786 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.397782 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.455851 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] For port f253e144-961f-408c-b562-615d7343f196, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=f253e144-961f-408c-b562-615d7343f196,segment=NetworkSegment(50d58ad7-36e4-4127-89c6-697cbd7cb6f4),segment_id=50d58ad7-36e4-4127-89c6-697cbd7cb6f4)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:47.456094 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.461958 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Deleting port f253e144-961f-408c-b562-615d7343f196 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:47.462316 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.472772 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] Calling delete_port for f253e144-961f-408c-b562-615d7343f196 owned by network:dhcp {{(pid=92962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:47.531523 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] For port f253e144-961f-408c-b562-615d7343f196, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=f253e144-961f-408c-b562-615d7343f196,segment=NetworkSegment(50d58ad7-36e4-4127-89c6-697cbd7cb6f4),segment_id=50d58ad7-36e4-4127-89c6-697cbd7cb6f4)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:47.531892 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.551929 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Calling delete_port for f253e144-961f-408c-b562-615d7343f196 owned by network:dhcp {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:47.561505 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470'] for port, after_delete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.595148 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] Pushing event deleted for resources: {'Port': ['ID=f253e144-961f-408c-b562-615d7343f196,revision_number=None']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.600663 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538f357-3785-47f4-9d5f-b7db2c28e694 None None] No DVR routers for this DVR port f253e144-961f-408c-b562-615d7343f196 on host dv-cinder-794962-10-iscsi {{(pid=92962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:47.658166 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.686337 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Pushing event deleted for resources: {'Port': ['ID=f253e144-961f-408c-b562-615d7343f196,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.688217 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] No DVR routers for this DVR port f253e144-961f-408c-b562-615d7343f196 on host dv-cinder-794962-10-iscsi {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:47.763534 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.773971 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1399c9-7571-41e4-aa84-fffeeb2f3910']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:47.784187 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d58ad7-36e4-4127-89c6-697cbd7cb6f4') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:47.784496 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d58ad7-36e4-4127-89c6-697cbd7cb6f4') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:47.794543 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.810669 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.817150 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:47.817567 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: self.session.flush() Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: self.session.flush() Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: self.session.flush() Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: self.session.flush() Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:47.819896 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:47.872522 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.877944 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.882881 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7f1399c9-7571-41e4-aa84-fffeeb2f3910 HTTP/1.1" status: 204 len: 168 time: 0.8503830 Jul 15 23:04:47.894847 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a344216-518f-4ace-8c1b-6eb2dd2fd403 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1399c9-7571-41e4-aa84-fffeeb2f3910,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.999891 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46634) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:48.046567 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-c62f1cd0-84c4-48bb-adf7-df46ddd8adb8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03c7e20302bf46eb8d42294e693315a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454011 Jul 15 23:04:48.048954 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46636) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:48.106167 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b1859d2a-3b92-441d-916c-cafb465361ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.127875 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b1859d2a-3b92-441d-916c-cafb465361ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.173798 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b1859d2a-3b92-441d-916c-cafb465361ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.176395 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b1859d2a-3b92-441d-916c-cafb465361ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.177568 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b1859d2a-3b92-441d-916c-cafb465361ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0562db5-27a6-41b8-90b5-bfdd65c46f87 HTTP/1.1" status: 204 len: 168 time: 0.1277120 Jul 15 23:04:48.185967 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1859d2a-3b92-441d-916c-cafb465361ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0562db5-27a6-41b8-90b5-bfdd65c46f87,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.516813 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46642) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:48.557817 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-62b2272a-15c5-4961-869c-5e2cd93945e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a10887930a774a7a806438378e7b68ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397866 Jul 15 23:04:48.560347 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46644) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:48.610605 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b6246c3c-01a6-40da-ac3a-0440bf4f1aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.633528 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b6246c3c-01a6-40da-ac3a-0440bf4f1aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.687502 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b6246c3c-01a6-40da-ac3a-0440bf4f1aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.690185 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b6246c3c-01a6-40da-ac3a-0440bf4f1aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.692122 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b6246c3c-01a6-40da-ac3a-0440bf4f1aab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b623efe-987f-4c6a-b8e7-43a6e2d86a0a HTTP/1.1" status: 204 len: 168 time: 0.1306436 Jul 15 23:04:48.704128 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6246c3c-01a6-40da-ac3a-0440bf4f1aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b623efe-987f-4c6a-b8e7-43a6e2d86a0a,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.796676 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46658) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:48.857416 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dd30c1-0996-40e0-bc70-85b859cde573 admin admin] Deleting subnet 016f5181-6832-4717-8541-a43cd0a1eb60 {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:48.861643 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9dd30c1-0996-40e0-bc70-85b859cde573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.916309 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9dd30c1-0996-40e0-bc70-85b859cde573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4324996'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.917575 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 1bdca8ce-5f88-4d0d-86f5-5267a3113637 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:48.943303 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 1bdca8ce-5f88-4d0d-86f5-5267a3113637 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:48.943652 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 1bdca8ce-5f88-4d0d-86f5-5267a3113637 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:48.944918 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device f253e144-961f-408c-b562-615d7343f196 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:48.996230 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9dd30c1-0996-40e0-bc70-85b859cde573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.081488 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9dd30c1-0996-40e0-bc70-85b859cde573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4324914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232764'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.103460 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: f253e144-961f-408c-b562-615d7343f196 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:49.103929 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device f253e144-961f-408c-b562-615d7343f196 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:49.118698 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd30c1-0996-40e0-bc70-85b859cde573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016f5181-6832-4717-8541-a43cd0a1eb60,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:49.121541 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-b9dd30c1-0996-40e0-bc70-85b859cde573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.123721 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-b9dd30c1-0996-40e0-bc70-85b859cde573 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/016f5181-6832-4717-8541-a43cd0a1eb60 HTTP/1.1" status: 204 len: 168 time: 0.3257291 Jul 15 23:04:49.126997 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46660) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:49.195437 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.276625 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.286809 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cdcb87-90b3-4e62-8f90-35177afebb21']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:49.296691 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af56511-a7ad-49e0-9e42-1c9740b6a950') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:49.296986 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af56511-a7ad-49e0-9e42-1c9740b6a950') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:49.306534 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.322382 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.328275 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:49.328676 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:49.330354 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:49.393404 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.398864 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.400707 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] 10.222.0.10 "DELETE /v2.0/networks/18cdcb87-90b3-4e62-8f90-35177afebb21 HTTP/1.1" status: 204 len: 168 time: 0.2726948 Jul 15 23:04:49.403683 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46662) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:49.411295 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa6701-7af3-416b-bc77-9b42f4df208a admin admin] Pushing event deleted for resources: {'Network': ['ID=18cdcb87-90b3-4e62-8f90-35177afebb21,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:49.456941 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-13405a86-5048-4de3-982b-d8d5fae71919 admin admin] Deleting subnet ac802ef1-4b4e-4436-bcb6-83d196ea399c {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:49.460582 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-13405a86-5048-4de3-982b-d8d5fae71919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.499129 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-13405a86-5048-4de3-982b-d8d5fae71919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.540124 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-13405a86-5048-4de3-982b-d8d5fae71919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.595329 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-13405a86-5048-4de3-982b-d8d5fae71919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.624134 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13405a86-5048-4de3-982b-d8d5fae71919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac802ef1-4b4e-4436-bcb6-83d196ea399c,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:49.626181 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-13405a86-5048-4de3-982b-d8d5fae71919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.630975 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-13405a86-5048-4de3-982b-d8d5fae71919 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ac802ef1-4b4e-4436-bcb6-83d196ea399c HTTP/1.1" status: 204 len: 168 time: 0.2254817 Jul 15 23:04:49.631552 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46664) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:49.708637 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.799146 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.810499 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c605ad-5b27-4b5c-8a4d-a26fffd26840']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:49.821201 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350012d5-0d96-4404-9b8b-aa3b299cf472') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:49.821499 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350012d5-0d96-4404-9b8b-aa3b299cf472') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:49.831063 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.849089 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.857411 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:49.858114 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:49.860238 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:49.927018 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.932930 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.935008 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] 10.222.0.10 "DELETE /v2.0/networks/d1c605ad-5b27-4b5c-8a4d-a26fffd26840 HTTP/1.1" status: 204 len: 168 time: 0.3029289 Jul 15 23:04:49.950479 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628b8d1-e3cb-4e98-8d3d-6c746e174f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c605ad-5b27-4b5c-8a4d-a26fffd26840,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:50.110607 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46668) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:50.157045 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-f77b6ae6-06e5-4295-9448-0e0a84860dd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a01d045375b8464d8ef5785030f72c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451980 Jul 15 23:04:50.159423 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46670) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:50.213513 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-35481d3c-e1e3-40ac-b6e6-71ca74d030db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.236822 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-35481d3c-e1e3-40ac-b6e6-71ca74d030db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.286710 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-35481d3c-e1e3-40ac-b6e6-71ca74d030db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.289685 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-35481d3c-e1e3-40ac-b6e6-71ca74d030db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.291078 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-35481d3c-e1e3-40ac-b6e6-71ca74d030db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16f7bfa9-da0e-41c4-9f37-627de66fba25 HTTP/1.1" status: 204 len: 168 time: 0.1307085 Jul 15 23:04:50.300337 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35481d3c-e1e3-40ac-b6e6-71ca74d030db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f7bfa9-da0e-41c4-9f37-627de66fba25,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:50.617807 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46676) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:50.663638 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f0f58603-99a3-46de-addf-4274a64637ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3336d80f403466fb08164c732c7b834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446119 Jul 15 23:04:50.666164 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46678) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:50.714283 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-329dee74-38ad-4724-80ce-87a1560d64e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.736710 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-329dee74-38ad-4724-80ce-87a1560d64e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.782649 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-329dee74-38ad-4724-80ce-87a1560d64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.785234 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-329dee74-38ad-4724-80ce-87a1560d64e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.786975 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-329dee74-38ad-4724-80ce-87a1560d64e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0f39f04-611c-467a-8805-32fac5f9348e HTTP/1.1" status: 204 len: 168 time: 0.1193953 Jul 15 23:04:50.794420 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dee74-38ad-4724-80ce-87a1560d64e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f39f04-611c-467a-8805-32fac5f9348e,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:54.887241 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46736) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:55.003605 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-072f667e-7c67-479b-aa16-393ccca91b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.104679 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-072f667e-7c67-479b-aa16-393ccca91b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.109218 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-072f667e-7c67-479b-aa16-393ccca91b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.149610 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-072f667e-7c67-479b-aa16-393ccca91b19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d65ba4bd73e42c7be166efac917ffc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612121 Jul 15 23:04:55.150502 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f667e-7c67-479b-aa16-393ccca91b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3fbdf3-d265-42ac-bd01-2ffcdc58223b,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.152246 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46740) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:55.207229 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8e106bc9-5327-4208-806b-649fc9f55358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.229371 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8e106bc9-5327-4208-806b-649fc9f55358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.289739 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8e106bc9-5327-4208-806b-649fc9f55358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.292899 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8e106bc9-5327-4208-806b-649fc9f55358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.294382 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8e106bc9-5327-4208-806b-649fc9f55358 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b3fbdf3-d265-42ac-bd01-2ffcdc58223b HTTP/1.1" status: 204 len: 168 time: 0.1407125 Jul 15 23:04:55.302464 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106bc9-5327-4208-806b-649fc9f55358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3fbdf3-d265-42ac-bd01-2ffcdc58223b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.600297 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46746) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:55.614541 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d0827a94-6489-4c06-aadd-16f6713550db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.709509 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d0827a94-6489-4c06-aadd-16f6713550db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.713193 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d0827a94-6489-4c06-aadd-16f6713550db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.753794 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d0827a94-6489-4c06-aadd-16f6713550db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d74f3d6fcb8f45929d7f9bcf27a34103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523533 Jul 15 23:04:55.754635 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0827a94-6489-4c06-aadd-16f6713550db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63fe3d4-1f0c-4175-8067-0c524958be8f,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.756637 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46748) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:55.816546 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cad5-67e3-4c9b-b0f5-cf0e7f5d4e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.837523 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cad5-67e3-4c9b-b0f5-cf0e7f5d4e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.883227 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cad5-67e3-4c9b-b0f5-cf0e7f5d4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.887566 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-d2f7cad5-67e3-4c9b-b0f5-cf0e7f5d4e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.889137 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-d2f7cad5-67e3-4c9b-b0f5-cf0e7f5d4e16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b63fe3d4-1f0c-4175-8067-0c524958be8f HTTP/1.1" status: 204 len: 168 time: 0.1311698 Jul 15 23:04:55.897163 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7cad5-67e3-4c9b-b0f5-cf0e7f5d4e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63fe3d4-1f0c-4175-8067-0c524958be8f,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:56.978973 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46778) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:57.082946 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-496fcf2c-c030-422d-bd32-a2d6cc5d0b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.173715 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-496fcf2c-c030-422d-bd32-a2d6cc5d0b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.177656 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-496fcf2c-c030-422d-bd32-a2d6cc5d0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.214658 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fcf2c-c030-422d-bd32-a2d6cc5d0b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6281588e-7756-424b-90b4-b3fe5670d5fd,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.219117 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-496fcf2c-c030-422d-bd32-a2d6cc5d0b7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fdd05b0c37649c3be1a3247aa4be136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388637 Jul 15 23:04:57.221806 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46782) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:57.285414 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-abb95e02-0a56-4b24-9d78-e21d948e71bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.308708 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-abb95e02-0a56-4b24-9d78-e21d948e71bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.360110 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-abb95e02-0a56-4b24-9d78-e21d948e71bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.362710 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-abb95e02-0a56-4b24-9d78-e21d948e71bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.363932 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-abb95e02-0a56-4b24-9d78-e21d948e71bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6281588e-7756-424b-90b4-b3fe5670d5fd HTTP/1.1" status: 204 len: 168 time: 0.1411526 Jul 15 23:04:57.372039 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb95e02-0a56-4b24-9d78-e21d948e71bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6281588e-7756-424b-90b4-b3fe5670d5fd,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.817056 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:04:58.088933 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46804) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:58.191206 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121585193-network', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:58.212815 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Made reservation on behalf of a0ce03fa7e9b44d6a04f82ec2f6aa7a0 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:58.215170 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.223778 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.314036 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.318301 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.346228 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:58.353120 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724e217b-11fe-4d25-84ea-e127b5152041,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.359381 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.359766 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Added segment 5df52c56-fcad-4b81-916c-03fa0a6ef176 of type vlan for network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 Jul 15 23:04:58.401339 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.429189 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.430428 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.431022 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.467350 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3772874 Jul 15 23:04:58.471296 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46808) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:58.477498 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Request body: {'subnet': {'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121585193-subnet', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:58.495990 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa3f1c-4f94-4e08-a028-ba85fd124bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=06d85a5a-a4b2-4cda-b305-dccc7e7f7436,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.499451 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Made reservation on behalf of a0ce03fa7e9b44d6a04f82ec2f6aa7a0 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:58.502160 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232727'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.507014 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:58.692600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4325101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232709'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.747708 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d800ad1b-b04f-4146-a9f9-d262288c46a9,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.756898 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Checking segment: {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:58.757258 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Network hostable DHCP agents. Network: 06d85a5a-a4b2-4cda-b305-dccc7e7f7436, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:58.774042 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:58.781930 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 06d85a5a-a4b2-4cda-b305-dccc7e7f7436) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:58.786201 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.786778 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.791535 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac20a1b-ff25-4274-889e-5b1270309558 None None] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:58.801290 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-83725b59-e451-406b-a821-94ed6c05c2e6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3281295 Jul 15 23:04:58.804433 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46810) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:58.811033 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:58.841518 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.843175 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.906903 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.953645 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:04:58.954603 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.055317 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.100050 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Allocated IP 172.20.0.2 (06d85a5a-a4b2-4cda-b305-dccc7e7f7436/d800ad1b-b04f-4146-a9f9-d262288c46a9/9a30ac88-ae02-4137-bddc-71e0cc9456f7) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:59.261491 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.270524 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Transition to ACTIVE for port object 9a30ac88-ae02-4137-bddc-71e0cc9456f7 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:59.280214 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.288354 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Transition to ACTIVE for port object 9a30ac88-ae02-4137-bddc-71e0cc9456f7 will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:59.295348 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.301868 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.341546 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:59.345543 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:59.348342 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:59.360068 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Pushing event updated for resources: {'Port': ['ID=9a30ac88-ae02-4137-bddc-71e0cc9456f7,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.411136 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Allocated IP 172.27.0.210 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/26089ae6-75f2-4a1e-a416-acb58a02610b) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:59.419723 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Attempting to bind port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:59.419890 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Attempting to bind port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:59.420195 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Attempting to bind port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 on network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:59.425248 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:59.425628 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Checking segment: {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:59.426081 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.426456 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Bound using segment: {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:59.426919 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Bound port: 9a30ac88-ae02-4137-bddc-71e0cc9456f7, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:59.427383 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.519099 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] For port 9a30ac88-ae02-4137-bddc-71e0cc9456f7, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:59.522782 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] For port 9a30ac88-ae02-4137-bddc-71e0cc9456f7, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=9a30ac88-ae02-4137-bddc-71e0cc9456f7,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:59.523824 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.527631 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.567670 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.594281 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aee1f-4a4c-40f9-ab51-6385f3fa2923 None None] Pushing event updated for resources: {'Port': ['ID=9a30ac88-ae02-4137-bddc-71e0cc9456f7,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.613445 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:59.618894 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:59.622557 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:59.652558 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Pushing event updated for resources: {'Port': ['ID=26089ae6-75f2-4a1e-a416-acb58a02610b,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.904636 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.104497 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.248608 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:05:00.382446 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:00.394930 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Sync routers for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:00.403637 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.405634 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6f3a6996-d871-4dc1-8796-f5c5ce5149e0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6002111 Jul 15 23:05:00.410363 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46812) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:00.418746 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:00.419158 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:00.541411 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:00.634945 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e043931-231f-4061-a423-bd598db18a5d None None] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:00.783132 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-1c912b5d-aff0-4ee0-8dec-7ea2e7e52c56 None None] Provisioning for port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:00.927752 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:04:59Z', 'revision_number': 3, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:00.980337 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 9a30ac88-ae02-4137-bddc-71e0cc9456f7 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:00.986365 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Checking router: 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:00.986939 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Updating router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 port 26089ae6-75f2-4a1e-a416-acb58a02610b binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:00.998688 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.073630 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.120600 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:01.127364 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:01.127738 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.237464 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Allocated IP 172.20.0.1 (06d85a5a-a4b2-4cda-b305-dccc7e7f7436/d800ad1b-b04f-4146-a9f9-d262288c46a9/080719d2-53e3-4fbd-9371-aad1468561ac) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:01.391151 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.406879 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-ddc0969a-8097-4a88-987e-bdd4c3b530df None None] Provisioning complete for port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:01.407380 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ddc0969a-8097-4a88-987e-bdd4c3b530df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.408892 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.414189 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Transition to ACTIVE for port object 080719d2-53e3-4fbd-9371-aad1468561ac will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:01.465083 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.508127 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 9a30ac88-ae02-4137-bddc-71e0cc9456f7, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=9a30ac88-ae02-4137-bddc-71e0cc9456f7,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:01.513025 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:01.516300 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:01.520441 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.521115 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:01.524533 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Pushing event updated for resources: {'Port': ['ID=080719d2-53e3-4fbd-9371-aad1468561ac,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.584036 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.640509 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.654571 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=9a30ac88-ae02-4137-bddc-71e0cc9456f7,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.679528 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Transition to ACTIVE for port object 26089ae6-75f2-4a1e-a416-acb58a02610b will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:01.689279 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.880764 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-8b295d97-c865-4a2f-8462-310063534533 None None] Provisioning for port 080719d2-53e3-4fbd-9371-aad1468561ac completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:01.883152 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Attempting to bind port 26089ae6-75f2-4a1e-a416-acb58a02610b on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:01.883513 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Attempting to bind port 26089ae6-75f2-4a1e-a416-acb58a02610b by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:01.883866 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Attempting to bind port 26089ae6-75f2-4a1e-a416-acb58a02610b on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:01.887342 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37055a79-fe36-4e9a-a86c-6345cd5cd9d2 None None] Pushing event updated for resources: {'Port': ['ID=26089ae6-75f2-4a1e-a416-acb58a02610b,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.892353 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-8b295d97-c865-4a2f-8462-310063534533 None None] Provisioning complete for port 080719d2-53e3-4fbd-9371-aad1468561ac triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:01.892726 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b295d97-c865-4a2f-8462-310063534533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.894780 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:01.894780 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:01.895141 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.895525 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:01.895993 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Bound port: 26089ae6-75f2-4a1e-a416-acb58a02610b, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:01.896889 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.962946 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-8b295d97-c865-4a2f-8462-310063534533 None None] Port 080719d2-53e3-4fbd-9371-aad1468561ac cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:01.978432 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] For port 26089ae6-75f2-4a1e-a416-acb58a02610b, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:01.981754 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] For port 26089ae6-75f2-4a1e-a416-acb58a02610b, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=26089ae6-75f2-4a1e-a416-acb58a02610b,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:01.986372 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.999439 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.044205 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:02.044834 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:02.047497 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37055a79-fe36-4e9a-a86c-6345cd5cd9d2 None None] Pushing event updated for resources: {'Port': ['ID=26089ae6-75f2-4a1e-a416-acb58a02610b,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.153596 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:02.162549 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.167096 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.231416 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.233977 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Pushing event updated for resources: {'Port': ['ID=080719d2-53e3-4fbd-9371-aad1468561ac,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.324868 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:02.326340 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:02.358498 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 1, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:02.390663 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0a478-334f-4185-933b-0a08daa8c71d None None] The sync data for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi is: [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 1, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:02.440275 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:02.554534 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:02.562440 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-33304d2c-5b8f-4430-83ec-d025b6bf5f5e admin admin] 10.222.0.10 "PUT /v2.0/routers/5b9566d7-7912-4c7a-b0e8-3f9b4df647b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1483667 Jul 15 23:05:02.620807 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-08b9b2d3-8f1e-45bd-956b-06229b9be0d1 None None] Provisioning complete for port 080719d2-53e3-4fbd-9371-aad1468561ac triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:02.620807 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-08b9b2d3-8f1e-45bd-956b-06229b9be0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.664464 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-08b9b2d3-8f1e-45bd-956b-06229b9be0d1 None None] Port 080719d2-53e3-4fbd-9371-aad1468561ac cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:02.931672 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 9a30ac88-ae02-4137-bddc-71e0cc9456f7 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:02.991039 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:02.991482 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.198294 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46828) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:03.203459 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1496137710-network', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:03.232093 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Made reservation on behalf of 2ccbed5afafb4a57a80b75a6792a4bd1 for: {'network': 1} {{(pid=92961) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:03.234719 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for network, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.245667 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.363132 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.368718 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.396842 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=92961) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:05:03.413266 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6803bb75-7276-4629-988b-dae64dbda267,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.416278 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.416630 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.segments_db [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Added segment b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac of type vlan for network 55d06ace-d678-480e-aff0-14cddbb366c8 Jul 15 23:05:03.460045 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752401903629'] for network, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.491873 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293'] for network, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.492887 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.493485 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.532689 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3300929 Jul 15 23:05:03.533004 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46830) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:03.538067 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Request body: {'subnet': {'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1496137710-subnet', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'ip_version': 4}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:03.563511 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Made reservation on behalf of 2ccbed5afafb4a57a80b75a6792a4bd1 for: {'subnet': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:03.564305 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d432ca-115e-4a18-97ac-4cb97084725e admin admin] Pushing event updated for resources: {'Network': ['ID=55d06ace-d678-480e-aff0-14cddbb366c8,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.566235 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4232727'] for subnet, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.577632 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Network 55d06ace-d678-480e-aff0-14cddbb366c8 details requested by agent ovs-agent-dv-cinder-794962-10-iscsi with host dv-cinder-794962-10-iscsi {{(pid=92962) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:05:03.761404 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4325101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4232709'] for subnet, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.828157 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a601ab-a2c2-463d-9164-296ec531f14c,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:03.837464 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Checking segment: {'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:03.837820 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Network hostable DHCP agents. Network: 55d06ace-d678-480e-aff0-14cddbb366c8, hostable agents: ['2cd776bd-0e45-4f1d-a908-8ad29d1750e7'], hosted agents: [] {{(pid=92960) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:05:03.857091 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Network 55d06ace-d678-480e-aff0-14cddbb366c8 is scheduled to be hosted by DHCP agent 2cd776bd-0e45-4f1d-a908-8ad29d1750e7 with binding_index 1 {{(pid=92960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:05:03.867750 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-10-iscsi, 55d06ace-d678-480e-aff0-14cddbb366c8) {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:03.873227 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.874671 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.877929 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7df56a-239a-4dbd-bc8a-a9d05794a9b2 None None] Network 55d06ace-d678-480e-aff0-14cddbb366c8 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:03.895926 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4e5bf882-1248-4613-be24-f044e34b20e0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3595145 Jul 15 23:05:03.896152 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 46832) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:03.901158 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:03.922766 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8346'] for router, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.923774 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11369'] for router, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.987089 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.108170 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda0daf49-a602-5bf6-84ed-a3545a49ab71-55d06ace-d678-480e-aff0-14cddbb366c8', 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'fixed_ips': [{'subnet_id': '37a601ab-a2c2-463d-9164-296ec531f14c'}]}} from dv-cinder-794962-10-iscsi. {{(pid=92962) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:05:04.109037 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.153345 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11387'] for router, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.284889 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.db_base_plugin_common [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Allocated IP 172.20.0.2 (55d06ace-d678-480e-aff0-14cddbb366c8/37a601ab-a2c2-463d-9164-296ec531f14c/0fb6e558-8d1a-4944-bdf9-f914a5b131ea) {{(pid=92962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:04.369989 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.393824 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.444416 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Notify callbacks [] for port, precommit_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.457465 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Transition to ACTIVE for port object 0fb6e558-8d1a-4944-bdf9-f914a5b131ea will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:04.483772 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Transition to ACTIVE for port object 0fb6e558-8d1a-4944-bdf9-f914a5b131ea will not be triggered until provisioned by entity DHCP. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:04.495206 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461'] for port, after_create {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.529812 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Allocated IP 172.27.0.15 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/defe2178-499d-472a-9167-f3cfbd51cac9) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:04.540177 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Network 55d06ace-d678-480e-aff0-14cddbb366c8 is already hosted by enough agents. {{(pid=92962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:04.542930 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.scheduler.base_scheduler [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Resources bound (agent type, host, resource id): {{(pid=92962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:04.547521 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Received port after_create {{(pid=92962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:04.556273 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Pushing event updated for resources: {'Port': ['ID=0fb6e558-8d1a-4944-bdf9-f914a5b131ea,revision_number=1']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.585468 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Sync routers for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:04.596399 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:04.597007 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:04.623038 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Attempting to bind port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:04.623327 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Attempting to bind port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:04.623640 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Attempting to bind port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea on network 55d06ace-d678-480e-aff0-14cddbb366c8 {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:04.630197 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:04.630666 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Checking segment: {'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:04.631003 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.631395 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Bound using segment: {'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:04.631855 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Bound port: 0fb6e558-8d1a-4944-bdf9-f914a5b131ea, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:04.632236 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.650886 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.695390 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.710448 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] For port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:04.714996 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] For port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=0fb6e558-8d1a-4944-bdf9-f914a5b131ea,segment=NetworkSegment(b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac),segment_id=b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:04.720484 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.727243 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:04.738567 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:04.746069 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:04.750112 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:04.773770 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Pushing event updated for resources: {'Port': ['ID=defe2178-499d-472a-9167-f3cfbd51cac9,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.782639 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c559596-1ef3-4cb3-990c-8e44da4f9238 None None] Pushing event updated for resources: {'Port': ['ID=0fb6e558-8d1a-4944-bdf9-f914a5b131ea,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.966121 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 26089ae6-75f2-4a1e-a416-acb58a02610b up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:05.012872 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:02Z', 'revision_number': 2, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:05.063927 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Checking router: 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:05.064725 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Updating router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 port 080719d2-53e3-4fbd-9371-aad1468561ac binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:05.077690 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 26089ae6-75f2-4a1e-a416-acb58a02610b completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:05.093880 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.101811 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 26089ae6-75f2-4a1e-a416-acb58a02610b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:05.102530 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.106193 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.208563 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.244841 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 26089ae6-75f2-4a1e-a416-acb58a02610b, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=26089ae6-75f2-4a1e-a416-acb58a02610b,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:05.250646 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.306556 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=26089ae6-75f2-4a1e-a416-acb58a02610b,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:05.398370 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692942'] for router, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.439444 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.450425 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Transition to ACTIVE for port object 080719d2-53e3-4fbd-9371-aad1468561ac will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:05.457009 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.507144 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Pushing event updated for resources: {'Port': ['ID=080719d2-53e3-4fbd-9371-aad1468561ac,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:05.516031 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.516660 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.517010 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.517359 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.517711 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.518122 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.518599 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.518724 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.519049 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.519439 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.520160 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.520676 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:05.540212 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Router 5d82beae-c6ca-4aef-bf6d-769c92734902 is scheduled to L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a with binding_index 1 {{(pid=92960) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:05:05.598823 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Attempting to bind port 080719d2-53e3-4fbd-9371-aad1468561ac on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:05.599461 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Attempting to bind port 080719d2-53e3-4fbd-9371-aad1468561ac by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:05.599846 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Attempting to bind port 080719d2-53e3-4fbd-9371-aad1468561ac on network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:05.605930 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:05.606302 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Checking segment: {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:05.606900 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.607292 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Bound using segment: {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:05.607942 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Bound port: 080719d2-53e3-4fbd-9371-aad1468561ac, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:05.608524 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.685495 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:05.687808 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] For port 080719d2-53e3-4fbd-9371-aad1468561ac, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:05.691602 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] For port 080719d2-53e3-4fbd-9371-aad1468561ac, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=080719d2-53e3-4fbd-9371-aad1468561ac,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:05.698989 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Sync routers for ids ['5d82beae-c6ca-4aef-bf6d-769c92734902'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:05.703980 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.716877 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Routers {'5d82beae-c6ca-4aef-bf6d-769c92734902'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:05.717809 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5d82beae-c6ca-4aef-bf6d-769c92734902'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:05.721250 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.726183 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 46834) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:05.741594 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-4cff875d-7260-49a6-b3e3-2593226e4c43 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8437724 Jul 15 23:05:05.780083 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:05.781055 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:05.784677 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18529eb9-c736-4127-8060-e6a324d0b628 None None] Pushing event updated for resources: {'Port': ['ID=080719d2-53e3-4fbd-9371-aad1468561ac,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:05.935967 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Set router 5d82beae-c6ca-4aef-bf6d-769c92734902 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:05.966654 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:06.238217 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:06.269268 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a6b84-e9da-4cb1-936a-912cc8002af7 None None] The sync data for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi is: [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:06.302897 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8cdbb-a4ba-4f35-9984-5b48992aa2d6 None None] Network 55d06ace-d678-480e-aff0-14cddbb366c8 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:05:06.397308 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.439931 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.512651 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-ea58a03b-88c7-43bd-8c12-4bed2691b1ba None None] Provisioning for port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:06.554917 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:04Z', 'revision_number': 3, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port': {'id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:04Z', 'updated_at': '2021-07-15T23:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:06.587932 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Allocated IP 172.20.0.1 (55d06ace-d678-480e-aff0-14cddbb366c8/37a601ab-a2c2-463d-9164-296ec531f14c/d78faffd-a67d-4bcf-b217-41c17474e31c) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:06.618509 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Checking router: 5d82beae-c6ca-4aef-bf6d-769c92734902 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:06.619138 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Updating router 5d82beae-c6ca-4aef-bf6d-769c92734902 port defe2178-499d-472a-9167-f3cfbd51cac9 binding host dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:06.666898 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.719812 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.735400 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.provisioning_blocks [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Transition to ACTIVE for port object d78faffd-a67d-4bcf-b217-41c17474e31c will not be triggered until provisioned by entity DHCP. {{(pid=92961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:06.771402 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.818491 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Network 55d06ace-d678-480e-aff0-14cddbb366c8 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:06.829863 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:06.832324 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Pushing event updated for resources: {'Port': ['ID=d78faffd-a67d-4bcf-b217-41c17474e31c,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:06.834756 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:06.874026 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761593'] for router_interface, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.044740 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Notify callbacks [] for port, precommit_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.064446 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Transition to ACTIVE for port object defe2178-499d-472a-9167-f3cfbd51cac9 will not be triggered until provisioned by entity L2. {{(pid=92962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:07.077304 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.091072 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.138857 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b63295-a1ea-4d9b-b6e5-55dccbdbae69 None None] Pushing event updated for resources: {'Port': ['ID=defe2178-499d-472a-9167-f3cfbd51cac9,revision_number=2']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.142470 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 080719d2-53e3-4fbd-9371-aad1468561ac up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:07.198409 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Attempting to bind port defe2178-499d-472a-9167-f3cfbd51cac9 on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:07.198781 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Attempting to bind port defe2178-499d-472a-9167-f3cfbd51cac9 by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:07.199197 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Attempting to bind port defe2178-499d-472a-9167-f3cfbd51cac9 on network 772f810b-0702-4834-a70d-16c97f25e45b {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:07.208854 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:07.209230 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Checking segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:07.209633 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.210070 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Bound using segment: {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'} {{(pid=92962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:07.210546 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.managers [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Bound port: defe2178-499d-472a-9167-f3cfbd51cac9, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64692d-10d9-4847-becb-3776d7e6322a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b'}}] {{(pid=92962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:07.210925 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.258945 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 080719d2-53e3-4fbd-9371-aad1468561ac completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:07.281373 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 080719d2-53e3-4fbd-9371-aad1468561ac triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:07.281373 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.313196 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] For port defe2178-499d-472a-9167-f3cfbd51cac9, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:07.338765 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-50de4486-6d34-4529-bea7-70164b31082e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.343584 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.343966 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] For port defe2178-499d-472a-9167-f3cfbd51cac9, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=defe2178-499d-472a-9167-f3cfbd51cac9,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:07.345133 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-670247d1-bb14-486b-980a-39375c41bcef None None] Provisioning for port d78faffd-a67d-4bcf-b217-41c17474e31c completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:07.350492 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.353473 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-670247d1-bb14-486b-980a-39375c41bcef None None] Provisioning complete for port d78faffd-a67d-4bcf-b217-41c17474e31c triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:07.353867 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-670247d1-bb14-486b-980a-39375c41bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.356253 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.426474 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761613'] for router_interface, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.429112 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Pushing event updated for resources: {'Port': ['ID=d78faffd-a67d-4bcf-b217-41c17474e31c,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.463114 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-670247d1-bb14-486b-980a-39375c41bcef None None] Port d78faffd-a67d-4bcf-b217-41c17474e31c cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:07.471633 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Routers {'5d82beae-c6ca-4aef-bf6d-769c92734902'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:07.472289 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:04:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5d82beae-c6ca-4aef-bf6d-769c92734902'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:07.528954 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Network 55d06ace-d678-480e-aff0-14cddbb366c8 is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:07.530494 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:07.540069 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b63295-a1ea-4d9b-b6e5-55dccbdbae69 None None] Pushing event updated for resources: {'Port': ['ID=defe2178-499d-472a-9167-f3cfbd51cac9,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.573439 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.644511 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 080719d2-53e3-4fbd-9371-aad1468561ac, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=080719d2-53e3-4fbd-9371-aad1468561ac,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:07.652163 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.652980 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 0fb6e558-8d1a-4944-bdf9-f914a5b131ea up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:07.676158 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Router 5d82beae-c6ca-4aef-bf6d-769c92734902 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:07.702336 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] Set router 5d82beae-c6ca-4aef-bf6d-769c92734902 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:07.797377 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:07.803596 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-efde73c9-dec1-4ddd-ad48-d7f6ce67cc2c admin admin] 10.222.0.10 "PUT /v2.0/routers/5d82beae-c6ca-4aef-bf6d-769c92734902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0756402 Jul 15 23:05:07.836816 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=080719d2-53e3-4fbd-9371-aad1468561ac,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.878302 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-ffbb1a0d-19e9-451d-a749-05cb940eef21 None None] Provisioning complete for port d78faffd-a67d-4bcf-b217-41c17474e31c triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:07.878671 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1a0d-19e9-451d-a749-05cb940eef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.906280 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:07.914873 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:07.915250 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.968720 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb1a0d-19e9-451d-a749-05cb940eef21 None None] Port d78faffd-a67d-4bcf-b217-41c17474e31c cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:08.060126 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.064685 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port': {'id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:04Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd78faffd-a67d-4bcf-b217-41c17474e31c', 'name': '', 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'mac_address': 'fa:16:3e:5e:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 2, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'subnets': [{'id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:08.101915 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9216548a-7441-4c64-a647-6c95c22c1780 None None] The sync data for ids ['5d82beae-c6ca-4aef-bf6d-769c92734902'] in dv-cinder-794962-10-iscsi is: [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port': {'id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:04Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd78faffd-a67d-4bcf-b217-41c17474e31c', 'name': '', 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'mac_address': 'fa:16:3e:5e:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 2, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'subnets': [{'id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:08.130042 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=0fb6e558-8d1a-4944-bdf9-f914a5b131ea,segment=NetworkSegment(b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac),segment_id=b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:08.134533 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.135604 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 26089ae6-75f2-4a1e-a416-acb58a02610b up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:08.220051 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=0fb6e558-8d1a-4944-bdf9-f914a5b131ea,revision_number=3']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:08.239397 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 26089ae6-75f2-4a1e-a416-acb58a02610b triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:08.239874 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.971390 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 0fb6e558-8d1a-4944-bdf9-f914a5b131ea up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:09.033022 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:09.033673 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.161459 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 080719d2-53e3-4fbd-9371-aad1468561ac up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:09.241434 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port 080719d2-53e3-4fbd-9371-aad1468561ac triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:09.241924 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.970724 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a5abb43b-268d-4851-a0f2-3e99cf869208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.219929 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.842164 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Sync routers for ids ['5d82beae-c6ca-4aef-bf6d-769c92734902'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:10.866891 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Routers {'5d82beae-c6ca-4aef-bf6d-769c92734902'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:10.869663 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:05:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5d82beae-c6ca-4aef-bf6d-769c92734902'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:10.982461 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device defe2178-499d-472a-9167-f3cfbd51cac9 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:11.037078 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.058110 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port defe2178-499d-472a-9167-f3cfbd51cac9 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:11.067458 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port defe2178-499d-472a-9167-f3cfbd51cac9 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:11.068907 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.074358 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Set router 5d82beae-c6ca-4aef-bf6d-769c92734902 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:11.182294 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.209742 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port defe2178-499d-472a-9167-f3cfbd51cac9, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=defe2178-499d-472a-9167-f3cfbd51cac9,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:11.247174 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.331699 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=defe2178-499d-472a-9167-f3cfbd51cac9,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.482776 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port': {'id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:04Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd78faffd-a67d-4bcf-b217-41c17474e31c', 'name': '', 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'mac_address': 'fa:16:3e:5e:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 2, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'subnets': [{'id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:11.520308 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Checking router: 5d82beae-c6ca-4aef-bf6d-769c92734902 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:11.520901 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Updating router 5d82beae-c6ca-4aef-bf6d-769c92734902 port d78faffd-a67d-4bcf-b217-41c17474e31c binding host dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:05:11.559905 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.915945 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Notify callbacks [] for port, precommit_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.932480 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.provisioning_blocks [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Transition to ACTIVE for port object d78faffd-a67d-4bcf-b217-41c17474e31c will not be triggered until provisioned by entity L2. {{(pid=92963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:11.941618 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.006733 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b97b5-8f67-4b1a-aa3e-4373c263f4e1 None None] Pushing event updated for resources: {'Port': ['ID=d78faffd-a67d-4bcf-b217-41c17474e31c,revision_number=3']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:12.119248 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Attempting to bind port d78faffd-a67d-4bcf-b217-41c17474e31c on host dv-cinder-794962-10-iscsi for vnic_type normal with profile {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:12.119622 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Attempting to bind port d78faffd-a67d-4bcf-b217-41c17474e31c by drivers openvswitch,hyperv on host dv-cinder-794962-10-iscsi at level 0 using segments [{'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:12.120135 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Attempting to bind port d78faffd-a67d-4bcf-b217-41c17474e31c on network 55d06ace-d678-480e-aff0-14cddbb366c8 {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:12.127172 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Checking agent: {'id': '97c9ae99-b557-4690-b0e5-dccfe3862fd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 46, 40), 'started_at': datetime.datetime(2021, 7, 15, 22, 47, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:12.127674 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Checking segment: {'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:12.128129 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.128480 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Bound using segment: {'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'} {{(pid=92963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:12.128961 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.managers [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Bound port: d78faffd-a67d-4bcf-b217-41c17474e31c, host: dv-cinder-794962-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8'}}] {{(pid=92963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:12.129389 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.242479 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] For port d78faffd-a67d-4bcf-b217-41c17474e31c, host dv-cinder-794962-10-iscsi, cleared binding levels {{(pid=92963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:12.248845 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.plugins.ml2.db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] For port d78faffd-a67d-4bcf-b217-41c17474e31c, host dv-cinder-794962-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=d78faffd-a67d-4bcf-b217-41c17474e31c,segment=NetworkSegment(b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac),segment_id=b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac)] {{(pid=92963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:12.254919 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.355403 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b97b5-8f67-4b1a-aa3e-4373c263f4e1 None None] Pushing event updated for resources: {'Port': ['ID=d78faffd-a67d-4bcf-b217-41c17474e31c,revision_number=4']} {{(pid=92963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:12.383937 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Routers {'5d82beae-c6ca-4aef-bf6d-769c92734902'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:12.384907 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:05:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5d82beae-c6ca-4aef-bf6d-769c92734902'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:12.559540 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.561140 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] Set router 5d82beae-c6ca-4aef-bf6d-769c92734902 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:12.801772 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port': {'id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:04Z', 'updated_at': '2021-07-15T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd78faffd-a67d-4bcf-b217-41c17474e31c', 'name': '', 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'mac_address': 'fa:16:3e:5e:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:12Z', 'revision_number': 4, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'subnets': [{'id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:12.830880 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd0b6ab-486f-418a-8fa3-6513c6955980 None None] The sync data for ids ['5d82beae-c6ca-4aef-bf6d-769c92734902'] in dv-cinder-794962-10-iscsi is: [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 4, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port': {'id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:04Z', 'updated_at': '2021-07-15T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': 'd78faffd-a67d-4bcf-b217-41c17474e31c', 'name': '', 'network_id': '55d06ace-d678-480e-aff0-14cddbb366c8', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'mac_address': 'fa:16:3e:5e:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:06Z', 'updated_at': '2021-07-15T23:05:12Z', 'revision_number': 4, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'subnets': [{'id': '37a601ab-a2c2-463d-9164-296ec531f14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:12.966166 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device defe2178-499d-472a-9167-f3cfbd51cac9 up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:13.037998 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port defe2178-499d-472a-9167-f3cfbd51cac9 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:13.038769 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.178715 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device d78faffd-a67d-4bcf-b217-41c17474e31c up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:13.273635 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning for port d78faffd-a67d-4bcf-b217-41c17474e31c completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:13.278005 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port d78faffd-a67d-4bcf-b217-41c17474e31c triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:13.278381 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.408459 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.478742 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] For port d78faffd-a67d-4bcf-b217-41c17474e31c, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=d78faffd-a67d-4bcf-b217-41c17474e31c,segment=NetworkSegment(b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac),segment_id=b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:13.488442 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.587104 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Pushing event updated for resources: {'Port': ['ID=d78faffd-a67d-4bcf-b217-41c17474e31c,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.970437 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device d78faffd-a67d-4bcf-b217-41c17474e31c up at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:15.043946 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Provisioning complete for port d78faffd-a67d-4bcf-b217-41c17474e31c triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:15.045242 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.683317 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ebb2-a663-4126-ba42-69b7a728468f req-3a780e44-77b9-400c-97d9-fb1661517451 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.684719 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-3a780e44-77b9-400c-97d9-fb1661517451 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 814 time: 0.1095200 Jul 15 23:05:18.703581 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-39217e1a-aeb2-4a90-8e0a-07dd0323a4e3 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/quotas/a0ce03fa7e9b44d6a04f82ec2f6aa7a0 HTTP/1.1" status: 200 len: 375 time: 0.0100753 Jul 15 23:05:18.784030 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-cb1d1363-b27f-454a-bd3b-02dc00cda017 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741553 Jul 15 23:05:18.912909 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-103b3299-c9d5-4bf7-b1c9-19f3049f3a95 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=92961) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:05:18.914733 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-103b3299-c9d5-4bf7-b1c9-19f3049f3a95 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1188757 Jul 15 23:05:19.030462 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-0aba1d30-5467-4caa-a2da-4467c87ac5b1 service neutron] 10.222.0.10 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090980 Jul 15 23:05:19.140193 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-65ef99a0-06e4-44c6-ba6a-6f3489277197 service neutron] 10.222.0.10 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023076 Jul 15 23:05:19.346572 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-19da1f8a-94aa-452b-aba9-83e08310765b req-6e887567-4229-4fcb-835d-fb0d396ce72c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 210 time: 0.0337780 Jul 15 23:05:20.479173 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-4d2a1f2b-33c2-4e68-b3a6-ed111cb7747b req-f1378626-0cc9-425d-b0a3-1713b50a1b47 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 210 time: 0.0326183 Jul 15 23:05:21.586099 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ed9660d8-e5b2-4ffb-b896-c1c3e0251049 req-e72bf0b1-d72a-4ebd-b2f9-7f3d4aa0b8b3 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 210 time: 0.0344374 Jul 15 23:05:22.681644 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-2aacf027-bf53-4ced-907d-cf12ff85e96c req-20a27eba-7286-481f-9301-c82736e82c6a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 210 time: 0.0363128 Jul 15 23:05:23.835102 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-d93e35ff-e24e-42ca-ba1a-daa8e7f299e8 req-e324dc68-ba01-486a-becc-56614cd15ee2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 210 time: 0.0356765 Jul 15 23:05:24.818998 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ebb2-a663-4126-ba42-69b7a728468f req-af9eb701-b6db-4b69-8e5a-d48aca6425c4 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.820579 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-af9eb701-b6db-4b69-8e5a-d48aca6425c4 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 814 time: 0.1275628 Jul 15 23:05:24.834377 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'port': {'device_id': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'admin_state_up': True, 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:24.994460 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Made reservation on behalf of a0ce03fa7e9b44d6a04f82ec2f6aa7a0 for: {'port': 1} {{(pid=92960) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:24.998906 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.017694 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-b526e3c1-1e98-4673-ab63-3344e9ec2878 req-cbe180d4-1720-406f-b369-b621ce07309b tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 210 time: 0.0353234 Jul 15 23:05:25.171476 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_common [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Allocated IP 172.20.0.6 (06d85a5a-a4b2-4cda-b305-dccc7e7f7436/d800ad1b-b04f-4146-a9f9-d262288c46a9/7077d3e9-1f8a-4175-8ddb-ecca3f678613) {{(pid=92960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:25.387008 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for port, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.404714 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Transition to ACTIVE for port object 7077d3e9-1f8a-4175-8ddb-ecca3f678613 will not be triggered until provisioned by entity DHCP. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:25.454538 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.531968 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'Port': ['ID=7077d3e9-1f8a-4175-8ddb-ecca3f678613,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:25.546545 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 is already hosted by enough agents. {{(pid=92960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:25.548001 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.base_scheduler [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Resources bound (agent type, host, resource id): {{(pid=92960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:25.550789 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Received port after_create {{(pid=92960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:25.615947 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.616766 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.633891 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-9e46a0c8-c849-41cb-b172-9dbf3a101ad9 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8046279 Jul 15 23:05:25.907700 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6ee3d75d-60a6-45d1-9530-8e2f16206b18 None None] Provisioning for port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 completed by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:25.914640 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-6ee3d75d-60a6-45d1-9530-8e2f16206b18 None None] Provisioning complete for port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:25.915144 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d75d-60a6-45d1-9530-8e2f16206b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.965905 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6ee3d75d-60a6-45d1-9530-8e2f16206b18 None None] Port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 cannot update to ACTIVE because it is not bound. {{(pid=92962) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:26.280081 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6e16-c749-4ea8-99c8-b9b6962eef4e req-2f906c83-312a-4f54-aed6-d708169cd9e2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.282044 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4c3e6e16-c749-4ea8-99c8-b9b6962eef4e req-2f906c83-312a-4f54-aed6-d708169cd9e2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 931 time: 0.0993171 Jul 15 23:05:26.337569 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-4c3e6e16-c749-4ea8-99c8-b9b6962eef4e req-687a3f6c-17f3-4498-908a-2c6441401fe6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483804 Jul 15 23:05:27.609668 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5f0c3-1554-4f62-955d-d06140e1f5dd req-696421e4-ce57-472d-ae8a-82099b0d5280 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.613761 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f5e5f0c3-1554-4f62-955d-d06140e1f5dd req-696421e4-ce57-472d-ae8a-82099b0d5280 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 931 time: 0.1160848 Jul 15 23:05:27.688852 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f5e5f0c3-1554-4f62-955d-d06140e1f5dd req-00138179-4fe8-4b07-b575-74074caa8bcd tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666180 Jul 15 23:05:28.941741 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00b3-1a47-42ab-806a-4fca172e9a09 req-0417b621-34c7-4c82-8e91-3fa3d4c65165 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.943529 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-22ff00b3-1a47-42ab-806a-4fca172e9a09 req-0417b621-34c7-4c82-8e91-3fa3d4c65165 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 931 time: 0.0701880 Jul 15 23:05:29.017167 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-22ff00b3-1a47-42ab-806a-4fca172e9a09 req-5a2e8a9f-ec9a-4cf0-bf30-9ce42ec6767a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633628 Jul 15 23:05:30.252498 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0fbe5-7365-4e91-992f-fa7983534762 req-f242b85e-8ac4-437c-b8f0-5f906b46e357 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.256337 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-39a0fbe5-7365-4e91-992f-fa7983534762 req-f242b85e-8ac4-437c-b8f0-5f906b46e357 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 931 time: 0.0833673 Jul 15 23:05:30.322805 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-39a0fbe5-7365-4e91-992f-fa7983534762 req-25741405-7c66-47e0-ab52-478719e993bc tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561388 Jul 15 23:05:31.569608 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d304d-1dcb-4500-8acf-f6efd74ff805 req-8c237192-e01d-42be-8ae1-5c3cdf2dcdb1 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.572515 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8f9d304d-1dcb-4500-8acf-f6efd74ff805 req-8c237192-e01d-42be-8ae1-5c3cdf2dcdb1 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 931 time: 0.1101639 Jul 15 23:05:31.644836 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8f9d304d-1dcb-4500-8acf-f6efd74ff805 req-6220d8bb-b803-4a70-b99c-399238cd4527 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614817 Jul 15 23:05:32.909176 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68e7ef-84a2-4643-a1b0-d0fff8a131da req-b152ec2a-db56-476d-ad41-113e2646bc82 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.911737 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa68e7ef-84a2-4643-a1b0-d0fff8a131da req-b152ec2a-db56-476d-ad41-113e2646bc82 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 931 time: 0.1168959 Jul 15 23:05:32.978329 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fa68e7ef-84a2-4643-a1b0-d0fff8a131da req-97f65078-751e-4f4d-9d3f-b124f26d93b0 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568385 Jul 15 23:05:34.284971 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a83c8-d475-4a4a-8ea3-895bd61595d0 req-3bba53b8-50bd-436f-8527-08d45a02c756 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.286482 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4a83c8-d475-4a4a-8ea3-895bd61595d0 req-3bba53b8-50bd-436f-8527-08d45a02c756 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 931 time: 0.1069400 Jul 15 23:05:34.342080 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-7f4a83c8-d475-4a4a-8ea3-895bd61595d0 req-774849aa-a759-47af-a493-7c616ae5b97c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Jul 15 23:05:34.817528 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:05:35.255117 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Request body: {'port': {'device_id': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:35.641778 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.642481 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1699f1b-1f8f-4d82-8d57-d1a348513f93 req-07d38516-e206-45b9-8b4f-55b765580136 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.644232 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c1699f1b-1f8f-4d82-8d57-d1a348513f93 req-07d38516-e206-45b9-8b4f-55b765580136 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 931 time: 0.1048989 Jul 15 23:05:35.707303 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-c1699f1b-1f8f-4d82-8d57-d1a348513f93 req-b1decb91-a01d-4dd5-b09e-175f76a9bbc4 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525115 Jul 15 23:05:35.985316 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7077d3e9-1f8a-4175-8ddb-ecca3f678613 {{(pid=92960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:35.994258 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.008315 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.provisioning_blocks [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Transition to ACTIVE for port object 7077d3e9-1f8a-4175-8ddb-ecca3f678613 will not be triggered until provisioned by entity L2. {{(pid=92960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:36.013935 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.127578 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Pushing event updated for resources: {'Port': ['ID=7077d3e9-1f8a-4175-8ddb-ecca3f678613,revision_number=2']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.205904 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Attempting to bind port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:36.206235 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Attempting to bind port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:36.207177 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Attempting to bind port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 on network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:36.213410 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 on network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:36.213753 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Attempting to bind port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 on network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:36.222097 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Checking agent: {'id': '4d57e47a-08e2-4536-a312-e99f20cb439b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'started_at': datetime.datetime(2021, 7, 15, 22, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:36.222672 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Checking segment: {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:36.223284 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Bound using segment: {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'} {{(pid=92960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:36.224021 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.managers [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Bound port: 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df52c56-fcad-4b81-916c-03fa0a6ef176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436'}}] {{(pid=92960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:36.224623 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.331242 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] For port 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host hv-cinder-79496, cleared binding levels {{(pid=92960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:36.336285 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] For port 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:36.342073 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4324984'] for port, after_update {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.388220 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.398895 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.399939 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.401863 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] 10.222.0.22 "PUT /v2.0/ports/7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 1093 time: 1.1516991 Jul 15 23:05:36.402472 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:36.406132 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06742b6c-0773-4f4c-83e1-87ba4f7402b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:36.451469 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86e4ee-259c-42fd-9652-2286a9a69f45 service neutron] Pushing event updated for resources: {'Port': ['ID=7077d3e9-1f8a-4175-8ddb-ecca3f678613,revision_number=3']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.557612 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ebb2-a663-4126-ba42-69b7a728468f req-7078ebaa-e97a-48dd-8630-e2efb6c790ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.560450 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-7078ebaa-e97a-48dd-8630-e2efb6c790ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1096 time: 0.1009214 Jul 15 23:05:36.632899 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-e79d2ee1-5fd7-441c-861a-0e03142cd5c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 217 time: 0.0637488 Jul 15 23:05:36.693151 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129907dc-c985-4517-a1eb-8b3e7c844a9c x-openstack-request-id: req-129907dc-c985-4517-a1eb-8b3e7c844a9c {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:36.694137 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:36.694137 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-129907dc-c985-4517-a1eb-8b3e7c844a9c {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:36.694664 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'status': 'completed', 'code': 200} Jul 15 23:05:36.701000 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ebb2-a663-4126-ba42-69b7a728468f req-47434c0a-b4a8-473d-8dce-b641bd4a2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.703645 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-47434c0a-b4a8-473d-8dce-b641bd4a2c93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0641990 Jul 15 23:05:36.793348 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ebb2-a663-4126-ba42-69b7a728468f req-e66fc5b4-281c-4e6e-8e39-84c3c1368bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.794945 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-e66fc5b4-281c-4e6e-8e39-84c3c1368bf3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0846119 Jul 15 23:05:36.929428 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-4fa91881-fc75-49e0-aab3-070d8dacdea1 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261234 Jul 15 23:05:36.946405 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd488c56-6304-4223-83d4-f7be92c94aaf req-9130868b-f874-4cc7-a486-3d5bfb922b53 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.948150 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd488c56-6304-4223-83d4-f7be92c94aaf req-9130868b-f874-4cc7-a486-3d5bfb922b53 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 943 time: 0.1049531 Jul 15 23:05:37.006429 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-fd488c56-6304-4223-83d4-f7be92c94aaf req-613b2467-fb09-4671-bf9c-db6112f28352 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Jul 15 23:05:37.059872 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0734ebb2-a663-4126-ba42-69b7a728468f req-83a06623-c799-4ae7-a563-e1fa88356702 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234167 Jul 15 23:05:37.168770 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-125789d4-603c-4777-a407-7a1e48cc22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.170348 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-125789d4-603c-4777-a407-7a1e48cc22c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1096 time: 0.0564716 Jul 15 23:05:37.298091 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-8772912d-c291-4711-8043-998533b8f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.298760 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4f75471b-8713-4a6b-bbba-e274826b1686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.300515 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-8772912d-c291-4711-8043-998533b8f653 service neutron] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 915 time: 0.1226749 Jul 15 23:05:37.344035 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-9b979dba-d2f4-4211-968a-46328c5924d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 217 time: 0.0365493 Jul 15 23:05:37.415330 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-f1d0f831-5528-441e-9e14-1965a5f7b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.416902 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-f1d0f831-5528-441e-9e14-1965a5f7b4fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0660961 Jul 15 23:05:37.498384 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-dd51a451-dbfc-440f-9788-1ac7156dba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.500775 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-dd51a451-dbfc-440f-9788-1ac7156dba66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760269 Jul 15 23:05:37.631968 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-9beb02de-5460-42cd-9b40-8a652cf0d225 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243260 Jul 15 23:05:37.751782 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-06742b6c-0773-4f4c-83e1-87ba4f7402b5 req-c3159179-4102-4713-8eb8-9b081e183f00 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120818 Jul 15 23:05:38.265182 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab796904-0fed-4520-9597-b244d69c3899 req-33aa3091-6cbf-4680-9ba4-8c11b429701b tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.267362 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ab796904-0fed-4520-9597-b244d69c3899 req-33aa3091-6cbf-4680-9ba4-8c11b429701b tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 943 time: 0.1087723 Jul 15 23:05:38.333071 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-ab796904-0fed-4520-9597-b244d69c3899 req-0072bf9b-d2da-448e-a76e-fcd6e789aa6f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574050 Jul 15 23:05:38.494598 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 7077d3e9-1f8a-4175-8ddb-ecca3f678613 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92962) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:38.624745 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:38.637240 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Returning: {'device': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'port_id': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'mac_address': 'fa:16:3e:7d:50:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92962) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:38.683226 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.699726 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7077d3e9-1f8a-4175-8ddb-ecca3f678613 {{(pid=92962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:38.736824 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:38.742257 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.815930 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=7077d3e9-1f8a-4175-8ddb-ecca3f678613,revision_number=4']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:38.827969 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.828545 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.829124 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.829694 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.830311 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.830854 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.831851 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.832415 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.832975 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.833523 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.834108 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.834655 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:38.984060 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['7077d3e9-1f8a-4175-8ddb-ecca3f678613'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:39.599560 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9d4c-a33a-4a60-a514-dadec0b7fbed req-96ff3ec9-c071-4111-915f-fdd0cac248f1 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.601058 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-251b9d4c-a33a-4a60-a514-dadec0b7fbed req-96ff3ec9-c071-4111-915f-fdd0cac248f1 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 944 time: 0.0954399 Jul 15 23:05:39.643805 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-251b9d4c-a33a-4a60-a514-dadec0b7fbed req-dcc5be5c-b6c3-4f9d-8519-90d5e2fdb7cd tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Jul 15 23:05:39.963105 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-22538dd5-9acb-4135-8d0c-f10a6e099da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.221516 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.502753 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 7077d3e9-1f8a-4175-8ddb-ecca3f678613 up at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:40.563508 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning for port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 completed by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:40.567999 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Provisioning complete for port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 triggered by entity L2. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:40.568382 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.677005 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.712286 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613'}] {{(pid=92962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:40.714625 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3a8c85dad7d23d71c7ac9142780515cb6792346b944e9412cc1b069e352ffc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc3688b-4b25-4ece-b1a7-5b39a10ae3bf" -d '{"events": [{"server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "name": "network-vif-plugged", "status": "completed", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613"}]}' {{(pid=92962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:40.730147 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] For port 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:40.734690 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497'] for port, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.817109 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Pushing event updated for resources: {'Port': ['ID=7077d3e9-1f8a-4175-8ddb-ecca3f678613,revision_number=5']} {{(pid=92962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:40.867660 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90826248-ce06-4fdd-b75d-a1c53473f0b1 req-613009d1-7195-4870-9521-c0a8c9bf5844 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.868471 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da5c98-fdeb-483b-9813-b6ad11c07449 x-openstack-request-id: req-c8da5c98-fdeb-483b-9813-b6ad11c07449 {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:40.868471 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "name": "network-vif-plugged", "status": "completed", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613", "code": 200}]} {{(pid=92962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:40.868854 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8da5c98-fdeb-483b-9813-b6ad11c07449 {{(pid=92962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:40.869047 dv-cinder-794962-10-iscsi neutron-server[92962]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'code': 200} Jul 15 23:05:40.870284 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-90826248-ce06-4fdd-b75d-a1c53473f0b1 req-613009d1-7195-4870-9521-c0a8c9bf5844 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.0893564 Jul 15 23:05:40.920461 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-90826248-ce06-4fdd-b75d-a1c53473f0b1 req-d209ee22-450a-46bb-8073-f7eb5d105349 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Jul 15 23:05:41.034510 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:41.146386 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfff6de-c5ed-4096-b9c2-8aa476dcaf00 req-1e4be5e1-5763-4374-990c-2c785520b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.148009 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bdfff6de-c5ed-4096-b9c2-8aa476dcaf00 req-1e4be5e1-5763-4374-990c-2c785520b0b7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1098 time: 0.0632868 Jul 15 23:05:41.204035 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bdfff6de-c5ed-4096-b9c2-8aa476dcaf00 req-71692f17-f653-450c-92cd-2723a0d67f2e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477538 Jul 15 23:05:42.159944 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea44fd-f9f8-47ef-b1e4-8190377d904a req-b514e38a-82b4-41e2-b330-374a4a19a75b tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.161897 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eeea44fd-f9f8-47ef-b1e4-8190377d904a req-b514e38a-82b4-41e2-b330-374a4a19a75b tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.1087203 Jul 15 23:05:42.221922 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-eeea44fd-f9f8-47ef-b1e4-8190377d904a req-f4d2f85f-2afd-4518-8cb4-162d26679668 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Jul 15 23:05:42.565023 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.453868 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d9535-e369-420b-b89a-167f213c162a req-c42fbbcb-ff6c-4ff4-805e-2a7a3c829ccb tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.456808 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0c6d9535-e369-420b-b89a-167f213c162a req-c42fbbcb-ff6c-4ff4-805e-2a7a3c829ccb tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.1020875 Jul 15 23:05:43.517883 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-0c6d9535-e369-420b-b89a-167f213c162a req-86cfc3ff-e78a-425b-aa9d-0e77d2deb2a3 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511186 Jul 15 23:05:43.730290 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aae38-10d1-405d-b537-76851047a45e req-e33cd8b6-6e5b-4ac1-9f05-d69c1adda74d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.732849 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-928aae38-10d1-405d-b537-76851047a45e req-e33cd8b6-6e5b-4ac1-9f05-d69c1adda74d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.0781553 Jul 15 23:05:43.787966 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-928aae38-10d1-405d-b537-76851047a45e req-5078e2e8-40fd-4811-8d80-1760d98f8cbf tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458891 Jul 15 23:05:44.338400 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e1b32-f903-4471-801c-26e930f68b62 req-f687ffe1-0316-4d59-ac98-60d5e2707e42 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.340295 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f35e1b32-f903-4471-801c-26e930f68b62 req-f687ffe1-0316-4d59-ac98-60d5e2707e42 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.0714986 Jul 15 23:05:44.398419 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-f35e1b32-f903-4471-801c-26e930f68b62 req-4aa61c2d-fd45-4b0b-ad39-e2dea377adae tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513656 Jul 15 23:05:44.823206 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-46f30b21-fbe3-4880-97ee-6ecace1b5664 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767634 Jul 15 23:05:44.959190 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-4a7a8b61-2004-4d76-8cce-ecf40a6310e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.960647 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-4a7a8b61-2004-4d76-8cce-ecf40a6310e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1098 time: 0.0774798 Jul 15 23:05:45.107421 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-b103ee51-6c7c-4e26-8efc-ee1eda43969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.109215 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-b103ee51-6c7c-4e26-8efc-ee1eda43969a service neutron] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 915 time: 0.1255155 Jul 15 23:05:45.163989 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-d283c40e-5cd3-4de6-b6a8-c1e8e24bc616 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 217 time: 0.0473466 Jul 15 23:05:45.233151 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-c3861468-2cda-4115-a3df-669597a89d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.235759 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-c3861468-2cda-4115-a3df-669597a89d18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0630434 Jul 15 23:05:45.311014 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-8f3927ff-7277-41b7-a2e0-be0c35fa0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.312703 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-8f3927ff-7277-41b7-a2e0-be0c35fa0b48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0684569 Jul 15 23:05:45.451610 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-45afa4e7-fb21-4519-b29f-569d79dae4bc service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316361 Jul 15 23:05:45.595271 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-00d9ab59-d069-4ff8-8c9d-501406e14486 req-e73f70ad-5c3a-44c3-9db2-fdd983d45a05 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360979 Jul 15 23:05:53.846087 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57168bb3-c7c2-4eac-a021-d82f4906ea5b req-3acbce26-8a82-4627-b5dd-46dac4e9480c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.848215 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-57168bb3-c7c2-4eac-a021-d82f4906ea5b req-3acbce26-8a82-4627-b5dd-46dac4e9480c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.3734221 Jul 15 23:05:53.893371 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-57168bb3-c7c2-4eac-a021-d82f4906ea5b req-e499c5eb-e4d7-4c8c-8fed-f4d0ccd7f465 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Jul 15 23:05:53.926740 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47050) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:54.058455 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c51421-02a8-4524-bb9e-c36e214e1223 tempest-TestMinimumBasicScenario-206314560 tempest-TestMinimumBasicScenario-206314560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.061355 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-17c51421-02a8-4524-bb9e-c36e214e1223 tempest-TestMinimumBasicScenario-206314560 tempest-TestMinimumBasicScenario-206314560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1093 time: 0.1332030 Jul 15 23:05:54.064232 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47054) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:54.071423 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'floatingip': {'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'port_id': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:54.106091 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for floatingip, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.233302 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.375094 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_common [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Allocated IP 172.27.0.66 (772f810b-0702-4834-a70d-16c97f25e45b/07004ef8-7203-4e9c-bdf3-d76f4ca023e4/88b9531a-f436-4d27-b877-19c5d6484b36) {{(pid=92961) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:54.497099 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for port, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.540454 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752401954461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:54.585769 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Network 772f810b-0702-4834-a70d-16c97f25e45b is already hosted by enough agents. {{(pid=92961) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:54.589595 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.base_scheduler [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Resources bound (agent type, host, resource id): {{(pid=92961) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:54.595166 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Received port after_create {{(pid=92961) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:54.599013 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'Port': ['ID=88b9531a-f436-4d27-b877-19c5d6484b36,revision_number=1']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:54.631085 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.631395 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.631630 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.631968 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.632303 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.632634 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.632960 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.633289 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.633610 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.633958 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.634286 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:54.634609 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:55.082232 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.179422 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.389736 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.395956 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.483822 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'Port': ['ID=88b9531a-f436-4d27-b877-19c5d6484b36,revision_number=2']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:55.502693 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1693088'] for floatingip, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.640810 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Floating IP 8c034b99-9e2c-44ce-b3ad-ac4377d903c2 associated. External IP: 172.27.0.66, port: 7077d3e9-1f8a-4175-8ddb-ecca3f678613. Jul 15 23:05:55.919292 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:05:56.051666 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:05:56.067130 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] Sync routers for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:05:56.074769 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.082692 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:56.083571 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:05:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:56.136101 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0d373a68-bc92-4c9c-9ada-0cbaaf2fc15d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0701587 Jul 15 23:05:56.137213 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:56.140279 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47056) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.141303 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ca71a4-603f-4b84-a602-1174412a9750" -d '{"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:56.145040 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734198948', 'description': 'tempest-secgroup-smoke-1734198948 description', 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:56.177362 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.234603 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:56.269603 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da4fbc7-b815-4c8c-89f3-c149e95caef4 x-openstack-request-id: req-5da4fbc7-b815-4c8c-89f3-c149e95caef4 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:56.270410 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:56.270818 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5da4fbc7-b815-4c8c-89f3-c149e95caef4 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:56.271453 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'status': 'completed', 'code': 200} Jul 15 23:05:56.368726 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.374331 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.432649 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.433820 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2925127 Jul 15 23:05:56.439694 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47062) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.444039 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c267b778-7358-4935-947c-2c39eed5a4a0,revision_number=1']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.448918 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-785361da-fcae-4662-b5ac-b8640c8d9966 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'security_group_rule': {'security_group_id': 'c267b778-7358-4935-947c-2c39eed5a4a0', 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:56.450654 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-6a8481ac-f484-44b9-bb39-1e1399ec5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.454416 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-6a8481ac-f484-44b9-bb39-1e1399ec5550 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1098 time: 0.1536212 Jul 15 23:05:56.460766 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.461121 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.461472 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.461861 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.462193 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.462534 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.462874 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.463259 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.463599 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.463927 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.464308 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.464585 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31216ef8-2189-46a3-8914-fa9cb476c07d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:56.493111 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-785361da-fcae-4662-b5ac-b8640c8d9966 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.560307 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '8c034b99-9e2c-44ce-b3ad-ac4377d903c2', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'port_id': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'mac_address': 'fa:16:3e:7d:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:05:54Z', 'updated_at': '2021-07-15T23:05:54Z', 'revision_number': 0, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 5, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:56.579121 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-785361da-fcae-4662-b5ac-b8640c8d9966 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.585251 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-785361da-fcae-4662-b5ac-b8640c8d9966 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.591654 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-963601ad-f495-43ff-a3ad-86cb0dc70bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.593274 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-963601ad-f495-43ff-a3ad-86cb0dc70bcf service neutron] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 915 time: 0.1154900 Jul 15 23:05:56.606636 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] Checking router: 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:05:56.617014 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:05:56.617945 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:05:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:56.624340 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785361da-fcae-4662-b5ac-b8640c8d9966 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5359cb31-e15d-4a12-b4e3-f887a4415d0a,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.631177 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-785361da-fcae-4662-b5ac-b8640c8d9966 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.637322 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-785361da-fcae-4662-b5ac-b8640c8d9966 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917288 Jul 15 23:05:56.637722 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47064) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.645071 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-0fd39056-ce20-44aa-b2c3-97b4eaad322d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'security_group_rule': {'security_group_id': 'c267b778-7358-4935-947c-2c39eed5a4a0', 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:56.689143 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0fd39056-ce20-44aa-b2c3-97b4eaad322d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.711417 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-d3f83e4b-7233-41f8-847f-0771b0892337 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 998 time: 0.1105144 Jul 15 23:05:56.769380 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0fd39056-ce20-44aa-b2c3-97b4eaad322d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.775741 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0fd39056-ce20-44aa-b2c3-97b4eaad322d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.784149 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:05:56.788144 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-6b80c0bb-fc81-4db7-bf6d-ac4581cf9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.790509 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-6b80c0bb-fc81-4db7-bf6d-ac4581cf9ee5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0726173 Jul 15 23:05:56.794971 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd39056-ce20-44aa-b2c3-97b4eaad322d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6befad-d724-4105-a8ef-53eb1b607ae7,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.808876 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0fd39056-ce20-44aa-b2c3-97b4eaad322d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.813934 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0fd39056-ce20-44aa-b2c3-97b4eaad322d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743765 Jul 15 23:05:56.815476 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47066) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.820096 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-fe40f41b-e2cf-4622-a030-6bced0768ef2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'security_group_rule': {'security_group_id': 'c267b778-7358-4935-947c-2c39eed5a4a0', 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:56.850099 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fe40f41b-e2cf-4622-a030-6bced0768ef2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.883330 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-38fd11ed-b3c6-4554-b51c-a4cbc327f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.886381 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-38fd11ed-b3c6-4554-b51c-a4cbc327f359 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0885253 Jul 15 23:05:56.930551 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fe40f41b-e2cf-4622-a030-6bced0768ef2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.936404 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fe40f41b-e2cf-4622-a030-6bced0768ef2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.964447 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40f41b-e2cf-4622-a030-6bced0768ef2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45eaf664-61f9-4842-91d9-4501395e462b,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.974252 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-fe40f41b-e2cf-4622-a030-6bced0768ef2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.976599 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-fe40f41b-e2cf-4622-a030-6bced0768ef2 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598878 Jul 15 23:05:56.980362 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47068) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:56.989110 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [None req-94c071b9-d1d2-405b-b13b-492a3668392f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'security_group_rule': {'security_group_id': 'c267b778-7358-4935-947c-2c39eed5a4a0', 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:57.030965 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-94c071b9-d1d2-405b-b13b-492a3668392f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.039937 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-074c8ab5-5d83-4501-ad9c-fbe09ebebc22 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459205 Jul 15 23:05:57.142611 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-94c071b9-d1d2-405b-b13b-492a3668392f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.148486 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-94c071b9-d1d2-405b-b13b-492a3668392f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.171319 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '8c034b99-9e2c-44ce-b3ad-ac4377d903c2', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'port_id': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'mac_address': 'fa:16:3e:7d:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:05:54Z', 'updated_at': '2021-07-15T23:05:54Z', 'revision_number': 0, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 5, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:05:57.177105 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c071b9-d1d2-405b-b13b-492a3668392f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f756a53-498b-4e11-9605-d24909ea721c,revision_number=0']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.188950 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-94c071b9-d1d2-405b-b13b-492a3668392f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.195142 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-94c071b9-d1d2-405b-b13b-492a3668392f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2085485 Jul 15 23:05:57.195470 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-b5ca71a4-603f-4b84-a602-1174412a9750 req-8e31aa3f-71ef-4b6b-a64f-28326d61f7ee service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426752 Jul 15 23:05:57.195470 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47070) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:57.200211 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-d399b847-a0d0-42c6-8203-6f7095c933f5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'security_group_rule': {'security_group_id': 'c267b778-7358-4935-947c-2c39eed5a4a0', 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:57.225076 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46e7d4-4b0f-4f2c-86b8-04d118de058a None None] The sync data for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi is: [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_floatingips': [{'id': '8c034b99-9e2c-44ce-b3ad-ac4377d903c2', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'router_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'port_id': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'mac_address': 'fa:16:3e:7d:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:05:54Z', 'updated_at': '2021-07-15T23:05:54Z', 'revision_number': 0, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 5, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:05:57.239679 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-d399b847-a0d0-42c6-8203-6f7095c933f5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Project a0ce03fa7e9b44d6a04f82ec2f6aa7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:05:57.248776 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d399b847-a0d0-42c6-8203-6f7095c933f5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.346738 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d399b847-a0d0-42c6-8203-6f7095c933f5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.351718 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d399b847-a0d0-42c6-8203-6f7095c933f5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.377026 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399b847-a0d0-42c6-8203-6f7095c933f5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd74deb-9e95-4683-bc3e-6fa71f0dcd59,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.388172 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-d399b847-a0d0-42c6-8203-6f7095c933f5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.389531 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-d399b847-a0d0-42c6-8203-6f7095c933f5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1932216 Jul 15 23:05:57.394607 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47072) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:57.399532 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.v2.base [None req-cc0bb0e5-6810-4b10-9664-b344c78929ce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'security_group_rule': {'security_group_id': 'c267b778-7358-4935-947c-2c39eed5a4a0', 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92960) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:57.426094 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.db.securitygroups_db [None req-cc0bb0e5-6810-4b10-9664-b344c78929ce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Project a0ce03fa7e9b44d6a04f82ec2f6aa7a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:05:57.434598 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb0e5-6810-4b10-9664-b344c78929ce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.487098 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700d46cd-dc17-49eb-849d-55cca509694e None None] New status for floating IP 8c034b99-9e2c-44ce-b3ad-ac4377d903c2: ACTIVE {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:05:57.535721 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb0e5-6810-4b10-9664-b344c78929ce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.541058 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb0e5-6810-4b10-9664-b344c78929ce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807147'] for security_group_rule, after_create {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.563045 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bb0e5-6810-4b10-9664-b344c78929ce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897ad983-7e5f-418c-ab69-dcbc6175ea49,revision_number=0']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.567484 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb0e5-6810-4b10-9664-b344c78929ce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.568814 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-cc0bb0e5-6810-4b10-9664-b344c78929ce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730394 Jul 15 23:05:57.741553 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32085fc4-8795-4477-a272-af93074968ed req-c5a0adc6-bf9d-4863-b9a1-9eb114bee602 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734198948&fields=id&tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0 HTTP/1.1" status: 200 len: 267 time: 0.0572212 Jul 15 23:05:57.841521 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32085fc4-8795-4477-a272-af93074968ed req-b987343f-f730-46a4-8620-fce959b157a8 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.844569 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32085fc4-8795-4477-a272-af93074968ed req-b987343f-f730-46a4-8620-fce959b157a8 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.0930316 Jul 15 23:05:57.865131 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-32085fc4-8795-4477-a272-af93074968ed req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'port': {'security_groups': ['724e217b-11fe-4d25-84ea-e127b5152041', 'c267b778-7358-4935-947c-2c39eed5a4a0']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:57.983289 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-32085fc4-8795-4477-a272-af93074968ed req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.265977 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-32085fc4-8795-4477-a272-af93074968ed req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] For port 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:58.318261 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-32085fc4-8795-4477-a272-af93074968ed req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.324557 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-32085fc4-8795-4477-a272-af93074968ed req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.338586 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['7077d3e9-1f8a-4175-8ddb-ecca3f678613'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:58.410877 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32085fc4-8795-4477-a272-af93074968ed req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.411575 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-32085fc4-8795-4477-a272-af93074968ed req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.413254 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-32085fc4-8795-4477-a272-af93074968ed req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "PUT /v2.0/ports/7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 981 time: 0.5575705 Jul 15 23:05:58.413727 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:58.416100 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb384ab8-3041-43d5-8417-56291c12344e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:58.486666 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb2e56-a7fb-4b8f-aef1-400d0b0eb786 x-openstack-request-id: req-9bcb2e56-a7fb-4b8f-aef1-400d0b0eb786 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:58.486666 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:58.486957 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bcb2e56-a7fb-4b8f-aef1-400d0b0eb786 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:58.487886 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'status': 'completed', 'code': 200} Jul 15 23:05:58.490044 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['7077d3e9-1f8a-4175-8ddb-ecca3f678613'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:58.501247 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d31a45-a7f5-4678-9bb5-872b6d42ce84 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'Port': ['ID=7077d3e9-1f8a-4175-8ddb-ecca3f678613,revision_number=6']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:58.707822 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb384ab8-3041-43d5-8417-56291c12344e req-dda11ce6-002b-4af4-ae5a-1f3c8b8444c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.710587 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fb384ab8-3041-43d5-8417-56291c12344e req-dda11ce6-002b-4af4-ae5a-1f3c8b8444c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1137 time: 0.1653452 Jul 15 23:05:58.801248 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13603-6492-4217-80f2-00f5878ccb67 req-a02b62da-8684-4e12-b697-9da666185713 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.803879 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5dd13603-6492-4217-80f2-00f5878ccb67 req-a02b62da-8684-4e12-b697-9da666185713 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.1913099 Jul 15 23:05:58.846831 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-dc6f2b4b-7768-4aeb-8060-370bb86c09da None None] Provisioning complete for port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:58.847204 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2b4b-7768-4aeb-8060-370bb86c09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.938719 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-5dd13603-6492-4217-80f2-00f5878ccb67 req-0155f3bb-88c5-4883-97d3-59485b2ef515 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938287 Jul 15 23:05:58.942627 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb384ab8-3041-43d5-8417-56291c12344e req-3dd6d235-dd96-483f-b316-3a8305affcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.945013 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fb384ab8-3041-43d5-8417-56291c12344e req-3dd6d235-dd96-483f-b316-3a8305affcc4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 915 time: 0.2256980 Jul 15 23:05:59.068257 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fb384ab8-3041-43d5-8417-56291c12344e req-121b3f25-9ffb-4d66-91ef-a4dc1948dc3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 1000 time: 0.1137269 Jul 15 23:05:59.153230 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb384ab8-3041-43d5-8417-56291c12344e req-dc6bda0c-538b-4238-8081-9addc4de60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.156019 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fb384ab8-3041-43d5-8417-56291c12344e req-dc6bda0c-538b-4238-8081-9addc4de60df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0795369 Jul 15 23:05:59.238202 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb384ab8-3041-43d5-8417-56291c12344e req-0a6d98be-2765-4fa1-a275-d62c549d1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.239857 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fb384ab8-3041-43d5-8417-56291c12344e req-0a6d98be-2765-4fa1-a275-d62c549d1af1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0756738 Jul 15 23:05:59.351626 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fb384ab8-3041-43d5-8417-56291c12344e req-593762a0-0527-4fa5-b769-da286d6797af service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036372 Jul 15 23:05:59.494940 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-fb384ab8-3041-43d5-8417-56291c12344e req-49124f7b-4f79-4b6b-8920-c240a84a9582 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367958 Jul 15 23:06:06.386822 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.290586 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8b1c0153-e8a0-4c89-bfe8-5ca060c30c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.974563 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b964ae10-cf4b-48cf-836e-221e334de683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.223130 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.039969 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.820458 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:06:12.558211 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.488080 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-b68e56f8-ef00-4fc9-9293-0324ddec4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.489628 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-b68e56f8-ef00-4fc9-9293-0324ddec4e7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1137 time: 0.1045251 Jul 15 23:06:16.514458 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a1b90-c653-4d7e-90ef-cd3c0ff39863 req-c1b32607-392c-4f75-9353-4fc0cc382c3f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.516084 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a79a1b90-c653-4d7e-90ef-cd3c0ff39863 req-c1b32607-392c-4f75-9353-4fc0cc382c3f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.1025100 Jul 15 23:06:16.608934 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a79a1b90-c653-4d7e-90ef-cd3c0ff39863 req-4f161b5e-c0a8-47ca-a134-501fd4fe6ff5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822585 Jul 15 23:06:16.636572 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-0845bc8d-8467-40f0-887a-8b0e2d66a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.638630 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-0845bc8d-8467-40f0-887a-8b0e2d66a8ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 915 time: 0.1413479 Jul 15 23:06:16.720575 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-72bed433-2d17-4b1a-9468-fe521b31a37c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 1000 time: 0.0748985 Jul 15 23:06:16.774193 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-ce32c4f2-f8c9-401f-b63b-ba0639621cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.775794 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-ce32c4f2-f8c9-401f-b63b-ba0639621cc3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0487216 Jul 15 23:06:16.838061 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-637bace8-bb1e-4ba5-b550-c56178949d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.839586 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-637bace8-bb1e-4ba5-b550-c56178949d86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562983 Jul 15 23:06:16.955728 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-6d8090e1-caa9-4cae-889a-edc51e8e7f94 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082757 Jul 15 23:06:17.067101 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-63ffb6ca-1c48-4d27-8f23-d3f5caad8c8f req-f90ffae3-c000-47d2-b9ba-94f5bf1b6aa7 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042373 Jul 15 23:06:17.850923 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4febe3-7291-46d3-9c82-aedcd701c903 req-50d4abf0-fa25-4fc1-9a4b-71163c3ea40a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.856256 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af4febe3-7291-46d3-9c82-aedcd701c903 req-50d4abf0-fa25-4fc1-9a4b-71163c3ea40a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0951574 Jul 15 23:06:17.909395 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-af4febe3-7291-46d3-9c82-aedcd701c903 req-cb7c9fb9-3942-45c8-8c83-7d03188eaef6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456903 Jul 15 23:06:19.120873 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec87834-357d-425b-b838-f26e43a0b3ff req-c16facf2-e9db-4ecb-bc38-47f2480991b5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.122598 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bec87834-357d-425b-b838-f26e43a0b3ff req-c16facf2-e9db-4ecb-bc38-47f2480991b5 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0748680 Jul 15 23:06:19.169958 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-bec87834-357d-425b-b838-f26e43a0b3ff req-f312f18e-d309-45cf-b141-5a4a2294ef51 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377433 Jul 15 23:06:20.379330 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440e688-6bd8-44c2-9342-d868e38f1e56 req-e26e4a4d-d8fd-4f1c-a839-bedbedeaa8ee tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.380859 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0440e688-6bd8-44c2-9342-d868e38f1e56 req-e26e4a4d-d8fd-4f1c-a839-bedbedeaa8ee tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0856619 Jul 15 23:06:20.427343 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-0440e688-6bd8-44c2-9342-d868e38f1e56 req-009f62d4-b82b-4c17-a0db-ebcd8641192b tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364897 Jul 15 23:06:21.631115 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfff686-134e-4052-b260-a4620d4e8097 req-eb817b30-f43a-4c85-bcce-c9726fd4b0d0 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.633169 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3cfff686-134e-4052-b260-a4620d4e8097 req-eb817b30-f43a-4c85-bcce-c9726fd4b0d0 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0698311 Jul 15 23:06:21.682105 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3cfff686-134e-4052-b260-a4620d4e8097 req-4d4e059e-d63c-4b95-afba-7d27a3773d88 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425048 Jul 15 23:06:22.911679 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62162a-dd2e-4af0-aa9b-7e78b363fb1d req-741604f1-f0f3-476b-9eb5-d6bdfe890fc8 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.913912 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dc62162a-dd2e-4af0-aa9b-7e78b363fb1d req-741604f1-f0f3-476b-9eb5-d6bdfe890fc8 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0849597 Jul 15 23:06:22.974500 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-dc62162a-dd2e-4af0-aa9b-7e78b363fb1d req-e52a76c6-824a-4d8e-82c2-1301a670595a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537250 Jul 15 23:06:24.182305 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a94e26-82c0-45af-a227-c925bbeb8adb req-2db5d108-d78e-43e4-8b24-4b86b979432f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.184877 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74a94e26-82c0-45af-a227-c925bbeb8adb req-2db5d108-d78e-43e4-8b24-4b86b979432f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0791554 Jul 15 23:06:24.230239 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-74a94e26-82c0-45af-a227-c925bbeb8adb req-ac7b0441-f38d-4a9e-a284-dac2677b00c4 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393045 Jul 15 23:06:25.429051 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d52efe-2a1a-4383-81c7-8795d6ac08dd req-c2e47fa7-ee7f-4399-8245-c953b5b80ed7 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:25.430771 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-41d52efe-2a1a-4383-81c7-8795d6ac08dd req-c2e47fa7-ee7f-4399-8245-c953b5b80ed7 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0739994 Jul 15 23:06:25.477536 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-41d52efe-2a1a-4383-81c7-8795d6ac08dd req-d4aa42c6-95f8-4eee-8b43-0d7384469bce tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384657 Jul 15 23:06:26.671937 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839560c1-1e63-4cd3-8eec-7d6fd270772f req-baa52547-9ff1-437f-a844-04e74788b71d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.674514 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-839560c1-1e63-4cd3-8eec-7d6fd270772f req-baa52547-9ff1-437f-a844-04e74788b71d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0748055 Jul 15 23:06:26.727270 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-839560c1-1e63-4cd3-8eec-7d6fd270772f req-c12ae63b-10a5-4107-babc-063ae6d09953 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462534 Jul 15 23:06:27.941120 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c31f91-5905-453e-964d-52f01b2ef113 req-2579281f-4c1c-48a4-96a6-90258a163786 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.942810 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-40c31f91-5905-453e-964d-52f01b2ef113 req-2579281f-4c1c-48a4-96a6-90258a163786 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0882587 Jul 15 23:06:27.997171 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-40c31f91-5905-453e-964d-52f01b2ef113 req-0a7b9a04-b6da-48af-af5e-14ac3df7375f tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480964 Jul 15 23:06:29.184480 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531b19d-e381-4ea2-9841-9d46fbedd53f req-86a4cc7b-b556-4b14-8579-c33c315eca04 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.185950 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a531b19d-e381-4ea2-9841-9d46fbedd53f req-86a4cc7b-b556-4b14-8579-c33c315eca04 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0696905 Jul 15 23:06:29.228516 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-a531b19d-e381-4ea2-9841-9d46fbedd53f req-10393e00-ab30-4fd8-9b7a-6eaa58e10ed7 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&id=c267b778-7358-4935-947c-2c39eed5a4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366554 Jul 15 23:06:36.403016 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.282186 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-40b9d43e-80bf-423d-b311-6590ac6b1d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.970295 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-fe3c0b16-bca8-4dd5-b610-3e84677b0d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.215702 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:41.042113 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.559724 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.800311 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8d2e0429-047c-45d7-aa62-210814767022 req-0924d7e3-96c3-4962-be0d-7b4f068956ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562301 Jul 15 23:06:45.897714 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e0429-047c-45d7-aa62-210814767022 req-3dfc73a9-a081-4abd-9203-3d253a80bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.899369 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8d2e0429-047c-45d7-aa62-210814767022 req-3dfc73a9-a081-4abd-9203-3d253a80bd37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1137 time: 0.0528095 Jul 15 23:06:46.012534 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e0429-047c-45d7-aa62-210814767022 req-361d56af-9c3a-4bf8-a13d-51f15fa68c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.014090 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8d2e0429-047c-45d7-aa62-210814767022 req-361d56af-9c3a-4bf8-a13d-51f15fa68c3d service neutron] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 915 time: 0.0899334 Jul 15 23:06:46.082279 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8d2e0429-047c-45d7-aa62-210814767022 req-4e17ec6c-031b-42b4-813a-409861c24e09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 1000 time: 0.0608509 Jul 15 23:06:46.131283 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e0429-047c-45d7-aa62-210814767022 req-d20379f8-ae01-42af-98d6-e5c3b5cadb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.132728 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8d2e0429-047c-45d7-aa62-210814767022 req-d20379f8-ae01-42af-98d6-e5c3b5cadb20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0429604 Jul 15 23:06:46.195193 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e0429-047c-45d7-aa62-210814767022 req-c9310cce-ab99-4e4a-af98-e2b842227413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.196697 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8d2e0429-047c-45d7-aa62-210814767022 req-c9310cce-ab99-4e4a-af98-e2b842227413 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539370 Jul 15 23:06:46.291909 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8d2e0429-047c-45d7-aa62-210814767022 req-bb0f6098-30a2-4299-b522-8ad0988b41f7 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851252 Jul 15 23:06:46.382725 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-8d2e0429-047c-45d7-aa62-210814767022 req-91b0778b-e5a3-4053-81bc-19a2772d92f6 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827913 Jul 15 23:06:48.820139 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:07:02.670184 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-39a44140-3542-4869-981f-c415fee00e01 req-14d81460-a6db-4ce5-8e67-ea1e58791d6d tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734198948&fields=id&tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0 HTTP/1.1" status: 200 len: 267 time: 0.0566146 Jul 15 23:07:02.761063 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a44140-3542-4869-981f-c415fee00e01 req-dd70c975-1e6b-449f-ace1-4b828bda7017 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.762690 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-39a44140-3542-4869-981f-c415fee00e01 req-dd70c975-1e6b-449f-ace1-4b828bda7017 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 984 time: 0.0866735 Jul 15 23:07:02.774634 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.v2.base [req-39a44140-3542-4869-981f-c415fee00e01 req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Request body: {'port': {'security_groups': ['724e217b-11fe-4d25-84ea-e127b5152041']}} {{(pid=92961) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:02.866758 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-39a44140-3542-4869-981f-c415fee00e01 req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533486'] for port, before_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.076316 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [req-39a44140-3542-4869-981f-c415fee00e01 req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] For port 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:03.123142 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-39a44140-3542-4869-981f-c415fee00e01 req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for port, precommit_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.128885 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-39a44140-3542-4869-981f-c415fee00e01 req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752402354517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752401954479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752401954497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8114699'] for port, after_update {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.143310 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['7077d3e9-1f8a-4175-8ddb-ecca3f678613'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:03.179868 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a44140-3542-4869-981f-c415fee00e01 req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.180438 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [req-39a44140-3542-4869-981f-c415fee00e01 req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.181857 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-39a44140-3542-4869-981f-c415fee00e01 req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "PUT /v2.0/ports/7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 942 time: 0.4122479 Jul 15 23:07:03.182313 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:03.185222 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:03.191946 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47128) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:03.227038 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event updated for resources: {'Port': ['ID=7077d3e9-1f8a-4175-8ddb-ecca3f678613,revision_number=7']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.234975 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.235448 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.235729 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.236028 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.236944 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.237326 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.237673 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.238044 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.238386 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.238862 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.239206 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.239544 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfefaefe-d41a-4ab6-aec6-27e15e54983c tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.261462 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['7077d3e9-1f8a-4175-8ddb-ecca3f678613'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:03.262562 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eb50ad-7442-4c88-8196-cc292de51452 x-openstack-request-id: req-e5eb50ad-7442-4c88-8196-cc292de51452 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:03.263197 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:03.263625 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5eb50ad-7442-4c88-8196-cc292de51452 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:03.264401 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'status': 'completed', 'code': 200} Jul 15 23:07:03.351211 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.388056 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.402005 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-37a79fb8-e102-4a93-96a5-7663409e13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.403551 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-37a79fb8-e102-4a93-96a5-7663409e13fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1098 time: 0.1164589 Jul 15 23:07:03.497971 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.provisioning_blocks [None req-8bd77853-1ae7-4819-ac28-68c69b247884 None None] Provisioning complete for port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 triggered by entity DHCP. {{(pid=92962) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:03.498329 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8bd77853-1ae7-4819-ac28-68c69b247884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744734'] for port, provisioning_complete {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.546506 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.549160 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.550492 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "DELETE /v2.0/security-groups/c267b778-7358-4935-947c-2c39eed5a4a0 HTTP/1.1" status: 204 len: 168 time: 0.3565519 Jul 15 23:07:03.553988 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47130) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:03.554561 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-9afb2217-485d-4b50-9505-9909cd43bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.557118 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-9afb2217-485d-4b50-9505-9909cd43bb19 service neutron] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 915 time: 0.1450129 Jul 15 23:07:03.623761 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c267b778-7358-4935-947c-2c39eed5a4a0,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.640643 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.641063 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.641393 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.641687 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.642240 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.643225 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.643587 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.645479 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.645866 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.646209 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.646555 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.646899 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766e8ef-9f6f-40f0-9a47-dc3549b3432a tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-10-iscsi {{(pid=92960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:03.676311 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-7fe3d516-99b1-4534-abaa-bef741cb5493 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 1000 time: 0.1050742 Jul 15 23:07:03.744515 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-b20e8f18-aef8-42a9-9f0a-ff578be291e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.746057 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-b20e8f18-aef8-42a9-9f0a-ff578be291e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0608585 Jul 15 23:07:03.764081 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Deleting port 88b9531a-f436-4d27-b877-19c5d6484b36 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:03.767566 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.812461 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-51add67c-4d72-45a7-b945-ca3aca7d8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.814117 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-51add67c-4d72-45a7-b945-ca3aca7d8aeb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0607386 Jul 15 23:07:03.854582 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.858834 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.879649 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Calling delete_port for 88b9531a-f436-4d27-b877-19c5d6484b36 owned by network:floatingip {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:03.913694 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-db39ad7b-3d6e-4e0d-9f17-412a700a9365 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915790 Jul 15 23:07:04.062299 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.103666 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event deleted for resources: {'Port': ['ID=88b9531a-f436-4d27-b877-19c5d6484b36,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:04.195459 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks [] for floatingip, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.195814 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.db.l3_db [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Floating IP 8c034b99-9e2c-44ce-b3ad-ac4377d903c2 disassociated (deleted). External IP: 172.27.0.66, port: 7077d3e9-1f8a-4175-8ddb-ecca3f678613. Jul 15 23:07:04.345273 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-eb60ff02-f77d-4e6d-a34b-2250e53e53e6 req-28e313bb-5ef0-4959-b664-76a1e3f0a247 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242063 Jul 15 23:07:04.440741 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92961) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:04.552129 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92961) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:04.557200 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for floatingip, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.562839 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] Sync routers for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:04.572184 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:04.572798 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:06:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:04.595524 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-0a10ff2f-5d01-4888-ace4-d063c49b58ab tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "DELETE /v2.0/floatingips/8c034b99-9e2c-44ce-b3ad-ac4377d903c2 HTTP/1.1" status: 204 len: 168 time: 1.0403376 Jul 15 23:07:04.698228 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:04.983419 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 5, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:05.015265 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] Checking router: 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:05.024308 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:05.024919 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:06:40Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:05.157087 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:05.265683 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613'}] {{(pid=92961) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:05.268836 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd53edc53d76325c1dca33d1b2bc2eae8acfe09212058bcbd1c2b5cff6c775ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e942e000-7365-4e33-8b42-1076c096a345" -d '{"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613"}]}' {{(pid=92961) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:05.306930 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807892cd-df98-4e7b-8e58-04a260c8be45 x-openstack-request-id: req-807892cd-df98-4e7b-8e58-04a260c8be45 {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:05.306930 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613", "status": "completed", "code": 200}]} {{(pid=92961) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:05.306930 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-807892cd-df98-4e7b-8e58-04a260c8be45 {{(pid=92961) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:05.307276 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'status': 'completed', 'code': 200} Jul 15 23:07:05.382454 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 5, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:05.406567 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942e000-7365-4e33-8b42-1076c096a345 req-a4ecf708-a89b-4773-9d5b-f52c77ff20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.408275 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e942e000-7365-4e33-8b42-1076c096a345 req-a4ecf708-a89b-4773-9d5b-f52c77ff20a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 1098 time: 0.0631499 Jul 15 23:07:05.409713 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124354-d885-453b-9449-6f3bd86879fc None None] The sync data for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi is: [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:05:01Z', 'revision_number': 4, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi', '_interfaces': [{'id': '080719d2-53e3-4fbd-9371-aad1468561ac', 'name': '', 'network_id': '06d85a5a-a4b2-4cda-b305-dccc7e7f7436', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'mac_address': 'fa:16:3e:2a:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:01Z', 'updated_at': '2021-07-15T23:05:07Z', 'revision_number': 5, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'subnets': [{'id': 'd800ad1b-b04f-4146-a9f9-d262288c46a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:05.533337 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942e000-7365-4e33-8b42-1076c096a345 req-2f489309-20e4-4a9e-883f-15c30e5a9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.535216 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e942e000-7365-4e33-8b42-1076c096a345 req-2f489309-20e4-4a9e-883f-15c30e5a9f0a service neutron] 10.222.0.22 "GET /v2.0/networks?id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 200 len: 915 time: 0.1084628 Jul 15 23:07:05.577140 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e942e000-7365-4e33-8b42-1076c096a345 req-5a6ec5af-37db-4dfe-ae2a-90cd0ba94764 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 200 len: 217 time: 0.0349123 Jul 15 23:07:05.648523 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942e000-7365-4e33-8b42-1076c096a345 req-e61244b1-920f-402b-b5aa-53219dec4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.650053 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e942e000-7365-4e33-8b42-1076c096a345 req-e61244b1-920f-402b-b5aa-53219dec4f85 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 200 len: 853 time: 0.0616496 Jul 15 23:07:05.698728 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e38ce7-fd37-49d8-920d-843a9d2a3a5d None None] New status for floating IP 8c034b99-9e2c-44ce-b3ad-ac4377d903c2: DOWN {{(pid=92963) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:07:05.730624 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942e000-7365-4e33-8b42-1076c096a345 req-db609d76-7ec1-403a-83d1-084df5e8f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.732174 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e942e000-7365-4e33-8b42-1076c096a345 req-db609d76-7ec1-403a-83d1-084df5e8f818 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=06d85a5a-a4b2-4cda-b305-dccc7e7f7436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707924 Jul 15 23:07:05.845713 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e942e000-7365-4e33-8b42-1076c096a345 req-79f7acb9-b276-4b5c-a924-efe377e83751 service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035783 Jul 15 23:07:05.964678 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-e942e000-7365-4e33-8b42-1076c096a345 req-5821e9b9-3b14-4b02-9657-07d04e09cf8b service neutron] 10.222.0.22 "GET /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106625 Jul 15 23:07:06.410248 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.285782 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3cfa01f9-18d5-46cc-b00c-e6298a675f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.759115 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcb7c8-2863-4515-8893-59d13c831606 req-a513f9d9-e6c2-42e2-84ca-b153b1c93fd3 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92961) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.760660 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34dcb7c8-2863-4515-8893-59d13c831606 req-a513f9d9-e6c2-42e2-84ca-b153b1c93fd3 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.0705237 Jul 15 23:07:07.804016 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [req-34dcb7c8-2863-4515-8893-59d13c831606 req-f24a86ed-b165-4b90-8b0c-4a56b1e4d8e0 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366211 Jul 15 23:07:08.994822 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d05289-1293-4974-827f-56a781d3f10b req-a84363e3-7dcd-48d0-ba56-e48b1d015435 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:08.996512 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-77d05289-1293-4974-827f-56a781d3f10b req-a84363e3-7dcd-48d0-ba56-e48b1d015435 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.0756888 Jul 15 23:07:09.042871 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-77d05289-1293-4974-827f-56a781d3f10b req-6c7566ae-c4b9-4a4d-8ee2-ae603cac06ec tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/security-groups?id=724e217b-11fe-4d25-84ea-e127b5152041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Jul 15 23:07:09.586190 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-325b1e9d-d0f6-435e-a24c-447943667f22 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92960) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.587923 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-325b1e9d-d0f6-435e-a24c-447943667f22 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 945 time: 0.0826283 Jul 15 23:07:09.717297 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Deleting port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:09.717297 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.822833 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] For port 7077d3e9-1f8a-4175-8ddb-ecca3f678613, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7077d3e9-1f8a-4175-8ddb-ecca3f678613,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:09.823196 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.836282 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Calling delete_port for 7077d3e9-1f8a-4175-8ddb-ecca3f678613 owned by compute:nova {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:09.968514 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.975201 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-592187a8-55ee-4d45-8631-3ea93c29eeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.980787 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.db [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] get_ports_and_sgs() called for port_ids ['7077d3e9-1f8a-4175-8ddb-ecca3f678613'] {{(pid=92962) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:10.000739 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Pushing event deleted for resources: {'Port': ['ID=7077d3e9-1f8a-4175-8ddb-ecca3f678613,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:10.051091 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] No DVR routers for this DVR port 7077d3e9-1f8a-4175-8ddb-ecca3f678613 on host hv-cinder-79496 {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:10.053710 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132598'] for port, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.055946 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-3da38bdf-d1be-4497-9573-3e5d5263ddb9 req-0bb120fc-f2b3-453b-9c82-e769e91bfdd6 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.22 "DELETE /v2.0/ports/7077d3e9-1f8a-4175-8ddb-ecca3f678613 HTTP/1.1" status: 204 len: 173 time: 0.4616930 Jul 15 23:07:10.056415 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'name': 'network-vif-deleted', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613'}] {{(pid=92960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:10.058847 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23403384086c9b74a2d304e2f9362f3b7a82e849832a8592c2caaf7d489723d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee38ab3-6181-46e6-a43e-90a67762501a" -d '{"events": [{"server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "name": "network-vif-deleted", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613"}]}' {{(pid=92960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:10.108447 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb83e95f-078d-430a-9fc8-b4ef40a08963 x-openstack-request-id: req-fb83e95f-078d-430a-9fc8-b4ef40a08963 {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:10.108770 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f004acd-522e-4408-a5b7-f3c8ef7f7898", "name": "network-vif-deleted", "tag": "7077d3e9-1f8a-4175-8ddb-ecca3f678613", "status": "completed", "code": 200}]} {{(pid=92960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:10.109161 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb83e95f-078d-430a-9fc8-b4ef40a08963 {{(pid=92960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:10.109571 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f004acd-522e-4408-a5b7-f3c8ef7f7898', 'name': 'network-vif-deleted', 'tag': '7077d3e9-1f8a-4175-8ddb-ecca3f678613', 'status': 'completed', 'code': 200} Jul 15 23:07:10.201285 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [req-94aa4dbf-71b5-4e82-97bb-28b5adb2988a req-60504913-bb1f-44ab-b401-c79323ac1a10 tempest-TestMinimumBasicScenario-1704451124 tempest-TestMinimumBasicScenario-1704451124-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f004acd-522e-4408-a5b7-f3c8ef7f7898 HTTP/1.1" status: 200 len: 210 time: 0.0301149 Jul 15 23:07:10.224793 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.044183 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.888901 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47218) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:12.248934 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.510096 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Deleting port 080719d2-53e3-4fbd-9371-aad1468561ac {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:12.510415 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.566261 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.594222 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] For port 080719d2-53e3-4fbd-9371-aad1468561ac, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=080719d2-53e3-4fbd-9371-aad1468561ac,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:12.594612 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.607653 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Calling delete_port for 080719d2-53e3-4fbd-9371-aad1468561ac owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:12.791834 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.822083 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=080719d2-53e3-4fbd-9371-aad1468561ac,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:13.013046 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.249623 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:13.357322 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:13.363944 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-8f0e59bc-ad0a-4c51-ae14-cdcf1da98d66 admin admin] 10.222.0.10 "PUT /v2.0/routers/5b9566d7-7912-4c7a-b0e8-3f9b4df647b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4728518 Jul 15 23:07:13.365500 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47220) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:13.368228 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] Sync routers for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:13.378523 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:13.379169 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:07:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:13.473914 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.493758 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:13.572850 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.634028 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Deleting port 26089ae6-75f2-4a1e-a416-acb58a02610b {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:13.634779 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.725871 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] For port 26089ae6-75f2-4a1e-a416-acb58a02610b, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=26089ae6-75f2-4a1e-a416-acb58a02610b,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:13.726242 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.741808 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Calling delete_port for 26089ae6-75f2-4a1e-a416-acb58a02610b owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:13.799955 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 5, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port': {'id': '26089ae6-75f2-4a1e-a416-acb58a02610b', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:06:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:59Z', 'updated_at': '2021-07-15T23:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:13.837234 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] Checking router: 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 for host: dv-cinder-794962-10-iscsi {{(pid=92962) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:13.846641 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] Routers {'5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92962) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:13.847304 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:07:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'], 'active': True} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:13.936741 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.942593 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_dvr_db [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] Set router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 gateway port host: None {{(pid=92962) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:13.963252 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Pushing event deleted for resources: {'Port': ['ID=26089ae6-75f2-4a1e-a416-acb58a02610b,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:13.998155 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.db.l3_hamode_db [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 6, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:14.027820 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710eb33-9344-4ed6-b082-bdb92f162365 None None] The sync data for ids ['5b9566d7-7912-4c7a-b0e8-3f9b4df647b7'] in dv-cinder-794962-10-iscsi is: [{'id': '5b9566d7-7912-4c7a-b0e8-3f9b4df647b7', 'name': 'tempest-TestMinimumBasicScenario-121585193-router', 'tenant_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:58Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 6, 'project_id': 'a0ce03fa7e9b44d6a04f82ec2f6aa7a0', 'gw_port_host': None}] {{(pid=92962) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:14.029473 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.130368 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.132677 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.177062 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.177657 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:07:14.182260 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.183547 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fed7b953-32bf-4da1-bc03-1901c8eb0052 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5b9566d7-7912-4c7a-b0e8-3f9b4df647b7 HTTP/1.1" status: 204 len: 168 time: 0.8170307 Jul 15 23:07:14.186780 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47222) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:14.238830 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4433b8f-3327-416b-83d3-964573bec729 admin admin] Deleting subnet d800ad1b-b04f-4146-a9f9-d262288c46a9 {{(pid=92961) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:07:14.242943 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4433b8f-3327-416b-83d3-964573bec729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.284671 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4433b8f-3327-416b-83d3-964573bec729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869133'] for subnet, precommit_delete_associations {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.368336 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4433b8f-3327-416b-83d3-964573bec729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.435432 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4433b8f-3327-416b-83d3-964573bec729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8114753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7701152'] for subnet, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.463331 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4433b8f-3327-416b-83d3-964573bec729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d800ad1b-b04f-4146-a9f9-d262288c46a9,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.467547 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-a4433b8f-3327-416b-83d3-964573bec729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.474187 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-a4433b8f-3327-416b-83d3-964573bec729 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d800ad1b-b04f-4146-a9f9-d262288c46a9 HTTP/1.1" status: 204 len: 168 time: 0.2822497 Jul 15 23:07:14.474608 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47224) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:14.478749 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9145669c-4d4f-4eb1-977d-5af3e3f9859e None None] Network 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:14.556881 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.625418 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Deleting port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 {{(pid=92961) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:14.625753 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.706211 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.db [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] For port 9a30ac88-ae02-4137-bddc-71e0cc9456f7, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=9a30ac88-ae02-4137-bddc-71e0cc9456f7,segment=NetworkSegment(5df52c56-fcad-4b81-916c-03fa0a6ef176),segment_id=5df52c56-fcad-4b81-916c-03fa0a6ef176)] {{(pid=92961) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:14.706719 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.721294 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.plugin [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Calling delete_port for 9a30ac88-ae02-4137-bddc-71e0cc9456f7 owned by network:dhcp {{(pid=92961) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:14.812844 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8114738'] for port, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.851523 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a30ac88-ae02-4137-bddc-71e0cc9456f7,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.858644 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] No DVR routers for this DVR port 9a30ac88-ae02-4137-bddc-71e0cc9456f7 on host dv-cinder-794962-10-iscsi {{(pid=92961) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:14.874838 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b508d-6aa3-49c1-b7ee-c85c8ecbef56 None None] DHCP port deletion for 06d85a5a-a4b2-4cda-b305-dccc7e7f7436 request from dv-cinder-794962-10-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:07:14.956358 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.971663 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 7077d3e9-1f8a-4175-8ddb-ecca3f678613 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:14.972832 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d85a5a-a4b2-4cda-b305-dccc7e7f7436']}} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:14.984695 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df52c56-fcad-4b81-916c-03fa0a6ef176') {'for_net_delete': True} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:14.985350 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.services.segments.db [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df52c56-fcad-4b81-916c-03fa0a6ef176') {} {{(pid=92961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:14.998018 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869178'] for segment, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.005189 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] No Port match for: 7077d3e9-1f8a-4175-8ddb-ecca3f678613 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:15.005539 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Device 7077d3e9-1f8a-4175-8ddb-ecca3f678613 not bound to the agent host hv-cinder-79496 {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:15.019808 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 080719d2-53e3-4fbd-9371-aad1468561ac no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:15.027241 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.035627 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=92961) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:07:15.036062 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8114659'] for segment, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: Traceback (most recent call last): Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: timer() Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: cb(*args, **kw) Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: return func(*args, **kwargs) Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: self._notify() Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: self.callback(batched_events) Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: event.method(event) Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: return f(self, *a, **k) Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._get(url).json() Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: return self.request(url, 'GET', **kwargs) Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:07:15.038125 dv-cinder-794962-10-iscsi neutron-server[92961]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:07:15.050028 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 080719d2-53e3-4fbd-9371-aad1468561ac {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:15.050384 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 080719d2-53e3-4fbd-9371-aad1468561ac not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:15.051018 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 9a30ac88-ae02-4137-bddc-71e0cc9456f7 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:15.073313 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 9a30ac88-ae02-4137-bddc-71e0cc9456f7 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:15.073670 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 9a30ac88-ae02-4137-bddc-71e0cc9456f7 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:15.074137 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 26089ae6-75f2-4a1e-a416-acb58a02610b no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:15.098633 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 26089ae6-75f2-4a1e-a416-acb58a02610b {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:15.099091 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 26089ae6-75f2-4a1e-a416-acb58a02610b not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:15.102629 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.108742 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.110758 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/06d85a5a-a4b2-4cda-b305-dccc7e7f7436 HTTP/1.1" status: 204 len: 168 time: 0.6354141 Jul 15 23:07:15.114865 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47226) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:15.122944 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69df9b9-6708-4040-8856-8f4a1c9aedc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=06d85a5a-a4b2-4cda-b305-dccc7e7f7436,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.776150 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761696'] for router_interface, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.090402 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Deleting port d78faffd-a67d-4bcf-b217-41c17474e31c {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:16.090744 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.197610 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] For port d78faffd-a67d-4bcf-b217-41c17474e31c, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=d78faffd-a67d-4bcf-b217-41c17474e31c,segment=NetworkSegment(b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac),segment_id=b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:16.198663 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.212266 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Calling delete_port for d78faffd-a67d-4bcf-b217-41c17474e31c owned by network:router_interface {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:16.420579 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.452191 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78faffd-a67d-4bcf-b217-41c17474e31c,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:16.650380 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1759536'] for router_interface, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.887882 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Router 5d82beae-c6ca-4aef-bf6d-769c92734902 has already been hosted by L3 agent 97eb2cd1-bcc5-481f-9cb0-0517ad34139a {{(pid=92960) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:17.011850 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] Notify agent at l3_agent.dv-cinder-794962-10-iscsi the message routers_updated {{(pid=92960) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:17.017277 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-36e83dce-530f-4f6c-a41f-bdfef23a1334 admin admin] 10.222.0.10 "PUT /v2.0/routers/5d82beae-c6ca-4aef-bf6d-769c92734902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9001961 Jul 15 23:07:17.020723 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47228) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:17.023652 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] Sync routers for ids ['5d82beae-c6ca-4aef-bf6d-769c92734902'] in dv-cinder-794962-10-iscsi {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:17.033539 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] Routers {'5d82beae-c6ca-4aef-bf6d-769c92734902'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:17.034280 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:07:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5d82beae-c6ca-4aef-bf6d-769c92734902'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:17.134770 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks [] for router, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.155460 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] Set router 5d82beae-c6ca-4aef-bf6d-769c92734902 gateway port host: dv-cinder-794962-10-iscsi {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:17.262421 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.332747 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Deleting port defe2178-499d-472a-9167-f3cfbd51cac9 {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:17.333077 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.422090 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] For port defe2178-499d-472a-9167-f3cfbd51cac9, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=defe2178-499d-472a-9167-f3cfbd51cac9,segment=NetworkSegment(5e64692d-10d9-4847-becb-3776d7e6322a),segment_id=5e64692d-10d9-4847-becb-3776d7e6322a)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:17.422352 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.436683 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Calling delete_port for defe2178-499d-472a-9167-f3cfbd51cac9 owned by network:router_gateway {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:17.459459 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'external_fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:07:16Z', 'revision_number': 5, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port': {'id': 'defe2178-499d-472a-9167-f3cfbd51cac9', 'name': '', 'network_id': '772f810b-0702-4834-a70d-16c97f25e45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:19:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:05:04Z', 'updated_at': '2021-07-15T23:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07004ef8-7203-4e9c-bdf3-d76f4ca023e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-10-iscsi'}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:17.504291 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] Checking router: 5d82beae-c6ca-4aef-bf6d-769c92734902 for host: dv-cinder-794962-10-iscsi {{(pid=92963) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:17.517460 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] Routers {'5d82beae-c6ca-4aef-bf6d-769c92734902'} bound to L3 agent in host dv-cinder-794962-10-iscsi {{(pid=92963) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:17.518919 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:46:40Z,description=,heartbeat_timestamp=2021-07-15T23:07:10Z,host='dv-cinder-794962-10-iscsi',id=97eb2cd1-bcc5-481f-9cb0-0517ad34139a,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:46:40Z,topic='l3_agent')) {'router_ids': ['5d82beae-c6ca-4aef-bf6d-769c92734902'], 'active': True} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:17.613673 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_dvr_db [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] Set router 5d82beae-c6ca-4aef-bf6d-769c92734902 gateway port host: None {{(pid=92963) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:17.654391 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.670149 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.l3_hamode_db [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:07:17Z', 'revision_number': 6, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port_host': None}], 'dv-cinder-794962-10-iscsi', False) {} {{(pid=92963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:17.679853 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Pushing event deleted for resources: {'Port': ['ID=defe2178-499d-472a-9167-f3cfbd51cac9,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:17.702783 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508d41b-60dd-4e03-a3dd-506e26fa9756 None None] The sync data for ids ['5d82beae-c6ca-4aef-bf6d-769c92734902'] in dv-cinder-794962-10-iscsi is: [{'id': '5d82beae-c6ca-4aef-bf6d-769c92734902', 'name': 'tempest-TestMinimumBasicScenario-1496137710-router', 'tenant_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:05:03Z', 'updated_at': '2021-07-15T23:07:17Z', 'revision_number': 6, 'project_id': '2ccbed5afafb4a57a80b75a6792a4bd1', 'gw_port_host': None}] {{(pid=92963) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:17.757313 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693034'] for router_gateway, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.855799 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1764094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11360'] for router, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.858617 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.906819 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761512'] for router, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.907386 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d82beae-c6ca-4aef-bf6d-769c92734902 {{(pid=92960) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:07:17.912351 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] Notify callbacks [] for router, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.913632 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-5d00c187-73b3-4526-ad45-0161735de10e admin admin] 10.222.0.10 "DELETE /v2.0/routers/5d82beae-c6ca-4aef-bf6d-769c92734902 HTTP/1.1" status: 204 len: 168 time: 0.8919098 Jul 15 23:07:17.916769 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47230) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:17.966191 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6c9125-61f9-4e91-a4af-8dba4b5815b3 admin admin] Deleting subnet 37a601ab-a2c2-463d-9164-296ec531f14c {{(pid=92960) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:07:17.969817 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9125-61f9-4e91-a4af-8dba4b5815b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.012856 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9125-61f9-4e91-a4af-8dba4b5815b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4324996'] for subnet, precommit_delete_associations {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.113452 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9125-61f9-4e91-a4af-8dba4b5815b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739063'] for subnet, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.182494 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9125-61f9-4e91-a4af-8dba4b5815b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4324914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4232764'] for subnet, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.213487 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c9125-61f9-4e91-a4af-8dba4b5815b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a601ab-a2c2-463d-9164-296ec531f14c,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.218648 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9125-61f9-4e91-a4af-8dba4b5815b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for subnet, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.220833 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-fe6c9125-61f9-4e91-a4af-8dba4b5815b3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/37a601ab-a2c2-463d-9164-296ec531f14c HTTP/1.1" status: 204 len: 168 time: 0.3029962 Jul 15 23:07:18.223325 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47232) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:18.226684 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abcc84d-9f85-4732-9ece-04da7d690c9f None None] Network 55d06ace-d678-480e-aff0-14cddbb366c8 requested from dv-cinder-794962-10-iscsi {{(pid=92962) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:18.291833 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586908'] for network, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.346603 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Deleting port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea {{(pid=92960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:18.346950 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752402353839'] for port, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.419079 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.db [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] For port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea, host dv-cinder-794962-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-10-iscsi',level=0,port_id=0fb6e558-8d1a-4944-bdf9-f914a5b131ea,segment=NetworkSegment(b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac),segment_id=b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac)] {{(pid=92960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:18.419438 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761435'] for port, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.431465 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.plugin [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Calling delete_port for 0fb6e558-8d1a-4944-bdf9-f914a5b131ea owned by network:dhcp {{(pid=92960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:18.512918 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c8b351-ec94-4a9e-b4b6-d8b93bd179e9 None None] DHCP port deletion for 55d06ace-d678-480e-aff0-14cddbb366c8 request from dv-cinder-794962-10-iscsi {{(pid=92962) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:07:18.517091 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-538901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752402354562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752401954470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4324929'] for port, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.541582 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb6e558-8d1a-4944-bdf9-f914a5b131ea,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.547162 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] No DVR routers for this DVR port 0fb6e558-8d1a-4944-bdf9-f914a5b131ea on host dv-cinder-794962-10-iscsi {{(pid=92960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:18.622573 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738195', 'neutron.services.segments.db._delete_segments_for_network-8752402467148'] for network, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.634030 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d06ace-d678-480e-aff0-14cddbb366c8']}} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:18.644234 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac') {'for_net_delete': True} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:18.644539 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.services.segments.db [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ec2d0c-3b1e-4d31-a1fa-80818078a9ac') {} {{(pid=92960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:18.653885 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752402468949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4325043'] for segment, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.672494 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327'] for segment, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.680214 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92960) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:07:18.680547 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4324752'] for segment, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: Traceback (most recent call last): Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: timer() Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: cb(*args, **kw) Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: return func(*args, **kwargs) Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: self._notify() Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: self.callback(batched_events) Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: event.method(event) Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: return f(self, *a, **k) Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._get(url).json() Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: return self.request(url, 'GET', **kwargs) Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:07:18.682556 dv-cinder-794962-10-iscsi neutron-server[92960]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:07:18.744338 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1693110'] for network, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.750488 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600339'] for network, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.752465 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] 10.222.0.10 "DELETE /v2.0/networks/55d06ace-d678-480e-aff0-14cddbb366c8 HTTP/1.1" status: 204 len: 168 time: 0.5281923 Jul 15 23:07:18.769221 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262772de-d99f-4421-a00a-c2ba3d9ef06e admin admin] Pushing event deleted for resources: {'Network': ['ID=55d06ace-d678-480e-aff0-14cddbb366c8,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.980612 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47236) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:19.004394 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device defe2178-499d-472a-9167-f3cfbd51cac9 no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:19.023836 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-7d521cbf-c808-4f65-83ec-df78a34f92fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0ce03fa7e9b44d6a04f82ec2f6aa7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419297 Jul 15 23:07:19.026027 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: defe2178-499d-472a-9167-f3cfbd51cac9 {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:19.026679 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.wsgi [-] (92961) accepted ('10.222.0.10', 47238) {{(pid=92961) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:19.027211 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device defe2178-499d-472a-9167-f3cfbd51cac9 not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:19.027211 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 0fb6e558-8d1a-4944-bdf9-f914a5b131ea no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:19.047518 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: 0fb6e558-8d1a-4944-bdf9-f914a5b131ea {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:19.047989 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device 0fb6e558-8d1a-4944-bdf9-f914a5b131ea not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:19.048105 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device d78faffd-a67d-4bcf-b217-41c17474e31c no longer exists at agent ovs-agent-dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:19.070100 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] No Port match for: d78faffd-a67d-4bcf-b217-41c17474e31c {{(pid=92962) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:19.070445 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron.plugins.ml2.rpc [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Device d78faffd-a67d-4bcf-b217-41c17474e31c not bound to the agent host dv-cinder-794962-10-iscsi {{(pid=92962) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:19.083926 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2af4-5b8f-45ef-b503-1660633b5ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.106412 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2af4-5b8f-45ef-b503-1660633b5ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.151985 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2af4-5b8f-45ef-b503-1660633b5ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.154873 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2af4-5b8f-45ef-b503-1660633b5ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.156025 dv-cinder-794962-10-iscsi neutron-server[92961]: INFO neutron.wsgi [None req-cb5c2af4-5b8f-45ef-b503-1660633b5ca6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/724e217b-11fe-4d25-84ea-e127b5152041 HTTP/1.1" status: 204 len: 168 time: 0.1283686 Jul 15 23:07:19.164476 dv-cinder-794962-10-iscsi neutron-server[92961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c2af4-5b8f-45ef-b503-1660633b5ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724e217b-11fe-4d25-84ea-e127b5152041,revision_number=None']} {{(pid=92961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:19.539315 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47244) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:19.578961 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-3649f0e2-662c-4ee5-97dd-b63150b66f1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ccbed5afafb4a57a80b75a6792a4bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384827 Jul 15 23:07:19.582210 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [-] (92960) accepted ('10.222.0.10', 47246) {{(pid=92960) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:19.630203 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0136b52b-710a-4ba0-a3e8-7ef1c2e56284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.653710 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0136b52b-710a-4ba0-a3e8-7ef1c2e56284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.708600 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0136b52b-710a-4ba0-a3e8-7ef1c2e56284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807223'] for security_group, after_delete {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.711278 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron_lib.callbacks.manager [None req-0136b52b-710a-4ba0-a3e8-7ef1c2e56284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.712507 dv-cinder-794962-10-iscsi neutron-server[92960]: INFO neutron.wsgi [None req-0136b52b-710a-4ba0-a3e8-7ef1c2e56284 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6803bb75-7276-4629-988b-dae64dbda267 HTTP/1.1" status: 204 len: 168 time: 0.1292157 Jul 15 23:07:19.720625 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136b52b-710a-4ba0-a3e8-7ef1c2e56284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6803bb75-7276-4629-988b-dae64dbda267,revision_number=None']} {{(pid=92960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:25.819359 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:07:36.425060 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.291278 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3a29b273-3871-443d-8d28-26be8113f81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.972752 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2df4df1a-a3b4-42e7-ab6a-34d3f8bca6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.226194 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.043755 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.568231 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.820928 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:08:06.428173 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.295763 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3090e3e4-f3f1-469d-832b-089c8c4b3d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.967705 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-4a76f913-21d7-44e2-b81d-570a4d30f37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.224085 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.046778 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.572957 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.436458 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:37.298410 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-ec3a815a-df85-4f91-89e8-c0f1fb28e623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.820667 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:08:39.975243 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-2459927c-3e61-4837-aeef-40e4dd3f1c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:40.214899 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.049349 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.571863 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.455956 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.299746 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-bc8008f1-e7bf-4ac3-8523-5361d9649fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.966681 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c83d6631-4037-440d-9c59-7890821b4d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.216937 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.052976 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.574064 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.819327 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:09:36.464255 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.301155 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-32f10e23-e7b9-46d0-8847-cf544088da38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.704265 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [req-48a71dd8-4e33-41c2-8a50-80aedbfd5c24 req-9eeed94a-a692-4689-bd2a-99bfafc15e5b service neutron] (92960) timed out ('10.222.0.22', 59839) {{(pid=92960) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:09:39.945849 dv-cinder-794962-10-iscsi neutron-server[92960]: DEBUG neutron.wsgi [req-0be26db4-420a-4b81-a696-78d6fafc489a req-1bb73462-2f52-48e5-8003-ecbeb4faaca9 service neutron] (92960) timed out ('10.222.0.22', 59833) {{(pid=92960) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:09:39.967592 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-11274034-69ea-442a-9105-bb7ef90f4a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.218675 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.056364 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.577236 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.818698 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:10:06.479597 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.302603 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-a0777012-c54b-4f07-a45f-c40e932e9653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.970707 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-5773b00d-3e32-4e98-b3cf-2a4b0be8507f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.221177 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.058950 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.581097 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.817498 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:10:36.485689 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.302867 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-87646312-dfeb-47f3-8f4e-fbc8dd4c968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.972962 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-b5ee388c-96ee-4d5e-bf73-719c465db3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.222076 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.064031 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.583602 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.490179 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.304894 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-605eb826-bd6c-4b58-91fb-6fde0dcd4aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.815944 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:11:09.986442 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-505513ae-9e81-4501-a1d9-27923317b44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.224244 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.075906 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.590631 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.483377 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.305331 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-431e81ed-313b-4eca-9b5a-2e1f8a00b15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.978770 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-d4188860-1281-4706-87cb-98ad537693d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.226088 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:41.069033 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:42.588745 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.818930 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:12:06.494416 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.308438 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e2305b3-ba49-4965-8f27-6f617a55ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.980569 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-13b4db17-485a-486e-b709-b319ee481f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.226787 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:11.072340 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.592262 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.818327 dv-cinder-794962-10-iscsi neutron-server[92963]: DEBUG neutron.db.agents_db [None req-ba782e5e-87bd-4ca4-90f7-3c415fa1ee61 None None] Agent healthcheck: found 6 active agents {{(pid=92963) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:12:36.520365 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-3072a44d-eeb3-41ef-98cd-880e72d20d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.311584 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-5599f847-8179-44ef-97ac-c3287b2d54d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.982532 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-c4788a73-b014-4495-ba0a-85f1ca66b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.229261 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad4ae-9466-44bf-8346-1f8009c736d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.077005 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-919ce552-c64a-4b90-9471-d310eb540673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.593589 dv-cinder-794962-10-iscsi neutron-server[92962]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb1a3-2545-4557-b751-285cf6f93eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752402467130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744393'] for agent, after_update {{(pid=92962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}